2024-11-20 06:51:40,072 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 06:51:40,083 main DEBUG Took 0.009462 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 06:51:40,083 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 06:51:40,083 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 06:51:40,084 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 06:51:40,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,091 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 06:51:40,103 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,107 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,109 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,110 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,111 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,112 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,113 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 06:51:40,113 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,114 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 06:51:40,115 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 06:51:40,116 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 06:51:40,118 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 06:51:40,119 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 06:51:40,120 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 06:51:40,120 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 06:51:40,127 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 06:51:40,129 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 06:51:40,131 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 06:51:40,131 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 06:51:40,132 main DEBUG createAppenders(={Console}) 2024-11-20 06:51:40,132 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 06:51:40,133 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 06:51:40,133 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 06:51:40,133 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 06:51:40,134 main DEBUG OutputStream closed 2024-11-20 06:51:40,134 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 06:51:40,134 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 06:51:40,134 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 06:51:40,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 06:51:40,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 06:51:40,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 06:51:40,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 06:51:40,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 06:51:40,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 06:51:40,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 06:51:40,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 06:51:40,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 06:51:40,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 06:51:40,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 06:51:40,209 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 06:51:40,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 06:51:40,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 06:51:40,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 06:51:40,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 06:51:40,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 06:51:40,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 06:51:40,214 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 06:51:40,214 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 06:51:40,215 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 06:51:40,215 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T06:51:40,428 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664 2024-11-20 06:51:40,431 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 06:51:40,431 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T06:51:40,439 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-20T06:51:40,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T06:51:40,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5, deleteOnExit=true 2024-11-20T06:51:40,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T06:51:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/test.cache.data in system properties and HBase conf 2024-11-20T06:51:40,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T06:51:40,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/hadoop.log.dir in system properties and HBase conf 2024-11-20T06:51:40,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T06:51:40,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T06:51:40,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T06:51:40,562 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T06:51:40,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T06:51:40,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:51:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T06:51:40,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T06:51:40,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:51:40,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T06:51:40,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T06:51:40,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T06:51:40,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:51:40,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T06:51:40,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/nfs.dump.dir in system properties and HBase conf 2024-11-20T06:51:40,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/java.io.tmpdir in system properties and HBase conf 2024-11-20T06:51:40,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T06:51:40,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T06:51:40,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T06:51:41,638 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T06:51:41,707 INFO [Time-limited test {}] log.Log(170): Logging initialized @2292ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T06:51:41,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:51:41,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:51:41,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:51:41,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:51:41,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:51:41,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:51:41,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:51:41,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:51:42,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/java.io.tmpdir/jetty-localhost-33043-hadoop-hdfs-3_4_1-tests_jar-_-any-6333073181674016908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:51:42,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:33043} 2024-11-20T06:51:42,039 INFO [Time-limited test {}] server.Server(415): Started @2624ms 2024-11-20T06:51:42,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T06:51:42,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T06:51:42,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T06:51:42,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T06:51:42,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T06:51:42,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/hadoop.log.dir/,AVAILABLE} 2024-11-20T06:51:42,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T06:51:42,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/java.io.tmpdir/jetty-localhost-46263-hadoop-hdfs-3_4_1-tests_jar-_-any-6367723019936185481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:51:42,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:46263} 2024-11-20T06:51:42,686 INFO [Time-limited test {}] server.Server(415): Started @3272ms 2024-11-20T06:51:42,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T06:51:43,551 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/data/data2/current/BP-658540964-172.17.0.2-1732085501177/current, will proceed with Du for space computation calculation, 2024-11-20T06:51:43,551 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/data/data1/current/BP-658540964-172.17.0.2-1732085501177/current, will proceed with Du for space computation calculation, 2024-11-20T06:51:43,576 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T06:51:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ba47898193957e with lease ID 0xb25562c8ab66a3f: Processing first storage report for DS-36fdd9bb-0425-4041-9653-b613170ff02f from datanode DatanodeRegistration(127.0.0.1:40333, datanodeUuid=d82d40a5-fb97-4705-9437-d2b073c4b97e, infoPort=44867, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=1913055202;c=1732085501177) 2024-11-20T06:51:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ba47898193957e with lease ID 0xb25562c8ab66a3f: from storage DS-36fdd9bb-0425-4041-9653-b613170ff02f node DatanodeRegistration(127.0.0.1:40333, datanodeUuid=d82d40a5-fb97-4705-9437-d2b073c4b97e, infoPort=44867, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=1913055202;c=1732085501177), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T06:51:43,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ba47898193957e with lease ID 0xb25562c8ab66a3f: Processing first storage report for DS-9aa7b521-8c89-4bf1-b176-82c0e3dabd72 from datanode DatanodeRegistration(127.0.0.1:40333, datanodeUuid=d82d40a5-fb97-4705-9437-d2b073c4b97e, infoPort=44867, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=1913055202;c=1732085501177) 2024-11-20T06:51:43,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ba47898193957e with lease ID 0xb25562c8ab66a3f: from storage DS-9aa7b521-8c89-4bf1-b176-82c0e3dabd72 node DatanodeRegistration(127.0.0.1:40333, datanodeUuid=d82d40a5-fb97-4705-9437-d2b073c4b97e, infoPort=44867, infoSecurePort=0, ipcPort=40815, storageInfo=lv=-57;cid=testClusterID;nsid=1913055202;c=1732085501177), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T06:51:43,669 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664 2024-11-20T06:51:43,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/zookeeper_0, clientPort=63420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T06:51:43,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63420 2024-11-20T06:51:43,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:43,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741825_1001 (size=7) 2024-11-20T06:51:44,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 with version=8 2024-11-20T06:51:44,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/hbase-staging 2024-11-20T06:51:44,447 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T06:51:44,684 INFO [Time-limited test {}] client.ConnectionUtils(128): master/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:51:44,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:51:44,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:51:44,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:51:44,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:51:44,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:51:44,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T06:51:44,871 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T06:51:44,879 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T06:51:44,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:51:44,904 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 88632 (auto-detected) 2024-11-20T06:51:44,905 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T06:51:44,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45763 2024-11-20T06:51:44,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45763 connecting to ZooKeeper ensemble=127.0.0.1:63420 2024-11-20T06:51:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457630x0, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:51:45,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45763-0x101584ce9aa0000 connected 2024-11-20T06:51:45,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:45,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:45,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:51:45,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5, hbase.cluster.distributed=false 2024-11-20T06:51:45,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:51:45,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45763 2024-11-20T06:51:45,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45763 2024-11-20T06:51:45,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45763 2024-11-20T06:51:45,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45763 2024-11-20T06:51:45,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45763 2024-11-20T06:51:45,275 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/61c2066a8a0f:0 server-side Connection retries=45 2024-11-20T06:51:45,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:51:45,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T06:51:45,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T06:51:45,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T06:51:45,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T06:51:45,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T06:51:45,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T06:51:45,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44005 2024-11-20T06:51:45,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44005 connecting to ZooKeeper ensemble=127.0.0.1:63420 2024-11-20T06:51:45,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:45,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:45,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440050x0, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T06:51:45,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:51:45,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44005-0x101584ce9aa0001 connected 2024-11-20T06:51:45,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T06:51:45,330 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T06:51:45,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T06:51:45,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T06:51:45,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-20T06:51:45,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44005 2024-11-20T06:51:45,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44005 2024-11-20T06:51:45,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-20T06:51:45,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44005 2024-11-20T06:51:45,356 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;61c2066a8a0f:45763 2024-11-20T06:51:45,357 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:51:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:51:45,383 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T06:51:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:45,415 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T06:51:45,417 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/61c2066a8a0f,45763,1732085504537 from backup master directory 2024-11-20T06:51:45,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:51:45,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:45,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T06:51:45,423 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:51:45,424 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:45,426 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T06:51:45,427 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T06:51:45,478 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/hbase.id] with ID: 978733bf-420f-4921-8314-ed1bfa897e52 2024-11-20T06:51:45,478 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/.tmp/hbase.id 2024-11-20T06:51:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741826_1002 (size=42) 2024-11-20T06:51:45,893 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/.tmp/hbase.id]:[hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/hbase.id] 2024-11-20T06:51:45,946 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T06:51:45,950 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T06:51:45,968 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-20T06:51:46,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:46,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741827_1003 (size=196) 2024-11-20T06:51:46,455 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:51:46,457 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T06:51:46,472 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:46,476 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:51:46,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741828_1004 (size=1189) 2024-11-20T06:51:46,928 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store 2024-11-20T06:51:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741829_1005 (size=34) 2024-11-20T06:51:47,358 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T06:51:47,361 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:51:47,362 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:51:47,363 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:51:47,363 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:51:47,365 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:51:47,365 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:51:47,365 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:51:47,366 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085507362Disabling compacts and flushes for region at 1732085507362Disabling writes for close at 1732085507365 (+3 ms)Writing region close event to WAL at 1732085507365Closed at 1732085507365 2024-11-20T06:51:47,369 WARN [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/.initializing 2024-11-20T06:51:47,369 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/WALs/61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:47,376 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:51:47,390 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C45763%2C1732085504537, suffix=, logDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/WALs/61c2066a8a0f,45763,1732085504537, archiveDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/oldWALs, maxLogs=10 2024-11-20T06:51:47,412 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/WALs/61c2066a8a0f,45763,1732085504537/61c2066a8a0f%2C45763%2C1732085504537.1732085507395, exclude list is [], retry=0 2024-11-20T06:51:47,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40333,DS-36fdd9bb-0425-4041-9653-b613170ff02f,DISK] 2024-11-20T06:51:47,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T06:51:47,461 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/WALs/61c2066a8a0f,45763,1732085504537/61c2066a8a0f%2C45763%2C1732085504537.1732085507395 2024-11-20T06:51:47,462 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44867:44867)] 2024-11-20T06:51:47,462 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:51:47,463 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:51:47,466 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,467 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T06:51:47,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:47,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:47,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T06:51:47,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:47,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:51:47,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T06:51:47,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:47,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:51:47,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T06:51:47,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:47,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:51:47,540 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,544 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,545 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,550 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,551 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,554 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T06:51:47,558 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T06:51:47,563 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:51:47,564 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63684783, jitterRate=-0.05102278292179108}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T06:51:47,570 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732085507477Initializing all the Stores at 1732085507480 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085507480Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085507481 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085507481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085507481Cleaning up temporary data from old regions at 1732085507551 (+70 ms)Region opened successfully at 1732085507570 (+19 ms) 2024-11-20T06:51:47,572 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T06:51:47,602 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d703cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:51:47,629 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T06:51:47,638 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T06:51:47,639 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T06:51:47,641 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T06:51:47,642 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T06:51:47,647 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T06:51:47,648 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T06:51:47,672 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T06:51:47,680 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T06:51:47,803 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T06:51:47,810 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T06:51:47,812 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T06:51:47,831 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T06:51:47,834 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T06:51:47,839 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T06:51:47,847 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T06:51:47,850 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T06:51:47,856 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T06:51:47,878 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T06:51:47,889 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T06:51:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:51:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T06:51:47,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:47,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:47,903 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=61c2066a8a0f,45763,1732085504537, sessionid=0x101584ce9aa0000, setting cluster-up flag (Was=false) 2024-11-20T06:51:47,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:47,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:47,956 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T06:51:47,959 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:47,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:48,006 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T06:51:48,009 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:48,017 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T06:51:48,048 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(746): ClusterId : 978733bf-420f-4921-8314-ed1bfa897e52 2024-11-20T06:51:48,050 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T06:51:48,065 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T06:51:48,065 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T06:51:48,074 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T06:51:48,074 DEBUG [RS:0;61c2066a8a0f:44005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d93a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=61c2066a8a0f/172.17.0.2:0 2024-11-20T06:51:48,086 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T06:51:48,089 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;61c2066a8a0f:44005 2024-11-20T06:51:48,091 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T06:51:48,091 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T06:51:48,092 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T06:51:48,094 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(2659): reportForDuty to master=61c2066a8a0f,45763,1732085504537 with port=44005, startcode=1732085505243 2024-11-20T06:51:48,094 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T06:51:48,100 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T06:51:48,104 DEBUG [RS:0;61c2066a8a0f:44005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T06:51:48,105 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 61c2066a8a0f,45763,1732085504537 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T06:51:48,112 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:51:48,112 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:51:48,112 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:51:48,113 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=5, maxPoolSize=5 2024-11-20T06:51:48,113 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/61c2066a8a0f:0, corePoolSize=10, maxPoolSize=10 2024-11-20T06:51:48,113 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,113 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:51:48,113 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,116 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732085538116 2024-11-20T06:51:48,118 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T06:51:48,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:51:48,119 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T06:51:48,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T06:51:48,123 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T06:51:48,123 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T06:51:48,124 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T06:51:48,124 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T06:51:48,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:48,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T06:51:48,127 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,131 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T06:51:48,132 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T06:51:48,132 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T06:51:48,135 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T06:51:48,135 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T06:51:48,137 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085508136,5,FailOnTimeoutGroup] 2024-11-20T06:51:48,138 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085508137,5,FailOnTimeoutGroup] 2024-11-20T06:51:48,139 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741831_1007 (size=1321) 2024-11-20T06:51:48,139 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T06:51:48,140 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,141 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,141 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T06:51:48,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:48,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45763 {}] master.ServerManager(517): Registering regionserver=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:48,163 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:51:48,163 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34769 2024-11-20T06:51:48,163 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T06:51:48,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:51:48,188 DEBUG [RS:0;61c2066a8a0f:44005 {}] zookeeper.ZKUtil(111): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:48,189 WARN [RS:0;61c2066a8a0f:44005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T06:51:48,189 INFO [RS:0;61c2066a8a0f:44005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:51:48,189 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:48,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [61c2066a8a0f,44005,1732085505243] 2024-11-20T06:51:48,212 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T06:51:48,227 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T06:51:48,231 INFO [RS:0;61c2066a8a0f:44005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T06:51:48,231 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,232 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T06:51:48,237 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T06:51:48,238 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,238 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,238 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/61c2066a8a0f:0, corePoolSize=2, maxPoolSize=2 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,239 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,240 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,240 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/61c2066a8a0f:0, corePoolSize=1, maxPoolSize=1 2024-11-20T06:51:48,240 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:51:48,240 DEBUG [RS:0;61c2066a8a0f:44005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0, corePoolSize=3, maxPoolSize=3 2024-11-20T06:51:48,241 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,241 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,241 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,241 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,242 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,242 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44005,1732085505243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:51:48,260 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T06:51:48,261 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,44005,1732085505243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,262 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,262 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.Replication(171): 61c2066a8a0f,44005,1732085505243 started 2024-11-20T06:51:48,281 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:48,281 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1482): Serving as 61c2066a8a0f,44005,1732085505243, RpcServer on 61c2066a8a0f/172.17.0.2:44005, sessionid=0x101584ce9aa0001 2024-11-20T06:51:48,282 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T06:51:48,282 DEBUG [RS:0;61c2066a8a0f:44005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:48,282 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44005,1732085505243' 2024-11-20T06:51:48,283 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T06:51:48,284 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T06:51:48,285 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T06:51:48,285 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T06:51:48,285 DEBUG [RS:0;61c2066a8a0f:44005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:48,285 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '61c2066a8a0f,44005,1732085505243' 2024-11-20T06:51:48,285 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T06:51:48,286 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T06:51:48,286 DEBUG [RS:0;61c2066a8a0f:44005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T06:51:48,287 INFO [RS:0;61c2066a8a0f:44005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T06:51:48,287 INFO [RS:0;61c2066a8a0f:44005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T06:51:48,393 INFO [RS:0;61c2066a8a0f:44005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T06:51:48,398 INFO [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44005%2C1732085505243, suffix=, logDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243, archiveDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/oldWALs, maxLogs=32 2024-11-20T06:51:48,416 DEBUG [RS:0;61c2066a8a0f:44005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243/61c2066a8a0f%2C44005%2C1732085505243.1732085508403, exclude list is [], retry=0 2024-11-20T06:51:48,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40333,DS-36fdd9bb-0425-4041-9653-b613170ff02f,DISK] 2024-11-20T06:51:48,424 INFO [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243/61c2066a8a0f%2C44005%2C1732085505243.1732085508403 2024-11-20T06:51:48,425 DEBUG [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44867:44867)] 2024-11-20T06:51:48,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T06:51:48,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:51:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741833_1009 (size=32) 2024-11-20T06:51:48,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:51:48,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:51:48,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:51:48,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:48,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:48,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:51:48,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:51:48,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:48,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:48,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:51:48,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:51:48,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:48,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:48,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:51:48,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:51:48,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:48,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:48,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:51:48,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740 2024-11-20T06:51:48,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740 2024-11-20T06:51:48,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:51:48,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:51:48,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:51:48,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:51:48,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:51:48,995 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68018662, jitterRate=0.01355704665184021}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:51:48,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732085508963Initializing all the Stores at 1732085508965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085508966 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085508966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085508966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085508966Cleaning up temporary data from old regions at 1732085508988 (+22 ms)Region opened successfully at 1732085508998 (+10 ms) 2024-11-20T06:51:48,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:51:48,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:51:48,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:51:48,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:51:48,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:51:48,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:51:48,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085508998Disabling compacts and flushes for region at 1732085508998Disabling writes for close at 1732085508998Writing region close event to WAL at 1732085508999 (+1 ms)Closed at 1732085508999 2024-11-20T06:51:49,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:51:49,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T06:51:49,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T06:51:49,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:51:49,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T06:51:49,175 DEBUG [61c2066a8a0f:45763 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T06:51:49,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:49,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44005,1732085505243, state=OPENING 2024-11-20T06:51:49,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T06:51:49,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:49,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:51:49,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:51:49,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:51:49,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T06:51:49,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:51:49,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T06:51:49,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49325, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T06:51:49,455 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T06:51:49,455 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T06:51:49,456 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T06:51:49,459 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=61c2066a8a0f%2C44005%2C1732085505243.meta, suffix=.meta, logDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243, archiveDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/oldWALs, maxLogs=32 2024-11-20T06:51:49,474 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243/61c2066a8a0f%2C44005%2C1732085505243.meta.1732085509461.meta, exclude list is [], retry=0 2024-11-20T06:51:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40333,DS-36fdd9bb-0425-4041-9653-b613170ff02f,DISK] 2024-11-20T06:51:49,481 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/WALs/61c2066a8a0f,44005,1732085505243/61c2066a8a0f%2C44005%2C1732085505243.meta.1732085509461.meta 2024-11-20T06:51:49,481 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44867:44867)] 2024-11-20T06:51:49,481 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:51:49,483 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T06:51:49,486 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T06:51:49,490 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T06:51:49,493 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T06:51:49,494 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:51:49,494 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T06:51:49,495 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T06:51:49,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T06:51:49,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T06:51:49,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:49,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:49,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T06:51:49,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T06:51:49,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:49,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:49,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T06:51:49,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T06:51:49,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:49,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:49,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T06:51:49,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T06:51:49,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:49,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T06:51:49,509 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T06:51:49,511 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740 2024-11-20T06:51:49,513 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740 2024-11-20T06:51:49,516 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T06:51:49,516 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T06:51:49,517 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:51:49,520 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T06:51:49,521 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61450265, jitterRate=-0.08431969583034515}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:51:49,522 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T06:51:49,523 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732085509495Writing region info on filesystem at 1732085509495Initializing all the Stores at 1732085509497 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085509497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085509498 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085509498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732085509498Cleaning up temporary data from old regions at 1732085509516 (+18 ms)Running coprocessor post-open hooks at 1732085509522 (+6 ms)Region opened successfully at 1732085509523 (+1 ms) 2024-11-20T06:51:49,530 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732085509431 2024-11-20T06:51:49,541 DEBUG [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T06:51:49,541 INFO [RS_OPEN_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T06:51:49,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:49,545 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 61c2066a8a0f,44005,1732085505243, state=OPEN 2024-11-20T06:51:49,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:51:49,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T06:51:49,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:51:49,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T06:51:49,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:49,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T06:51:49,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=61c2066a8a0f,44005,1732085505243 in 331 msec 2024-11-20T06:51:49,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T06:51:49,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 598 msec 2024-11-20T06:51:49,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T06:51:49,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T06:51:49,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:49,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:49,652 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:49,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:49,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6260 sec 2024-11-20T06:51:49,674 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732085509674, completionTime=-1 2024-11-20T06:51:49,677 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T06:51:49,677 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T06:51:49,700 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T06:51:49,700 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732085569700 2024-11-20T06:51:49,700 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732085629700 2024-11-20T06:51:49,700 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-20T06:51:49,702 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45763,1732085504537-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,702 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45763,1732085504537-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,702 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45763,1732085504537-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,704 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-61c2066a8a0f:45763, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,704 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,705 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,710 DEBUG [master/61c2066a8a0f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T06:51:49,731 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.307sec 2024-11-20T06:51:49,732 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T06:51:49,733 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T06:51:49,734 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T06:51:49,735 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T06:51:49,735 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T06:51:49,735 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45763,1732085504537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T06:51:49,736 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45763,1732085504537-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T06:51:49,744 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T06:51:49,744 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T06:51:49,745 INFO [master/61c2066a8a0f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=61c2066a8a0f,45763,1732085504537-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T06:51:49,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:49,760 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T06:51:49,760 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T06:51:49,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:49,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:49,772 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:49,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a872003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:49,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:49,783 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:49,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:49,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:49,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:49,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=4434 2024-11-20T06:51:49,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:51:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8dbf8bc 2024-11-20T06:51:49,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:51:49,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:51:49,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:51:49,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:51:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T06:51:49,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:51:49,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T06:51:49,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:49,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:51:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:51:49,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741835_1011 (size=1061) 2024-11-20T06:51:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:51:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:51:50,308 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:51:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741836_1012 (size=53) 2024-11-20T06:51:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:51:50,722 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:51:50,722 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, disabling compactions & flushes 2024-11-20T06:51:50,722 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:50,723 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:50,723 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. after waiting 0 ms 2024-11-20T06:51:50,723 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:50,723 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:50,723 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: Waiting for close lock at 1732085510722Disabling compacts and flushes for region at 1732085510722Disabling writes for close at 1732085510723 (+1 ms)Writing region close event to WAL at 1732085510723Closed at 1732085510723 2024-11-20T06:51:50,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:51:50,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732085510728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085510728"}]},"ts":"1732085510728"} 2024-11-20T06:51:50,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:51:50,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:51:50,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085510740"}]},"ts":"1732085510740"} 2024-11-20T06:51:50,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T06:51:50,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, ASSIGN}] 2024-11-20T06:51:50,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, ASSIGN 2024-11-20T06:51:50,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=false 2024-11-20T06:51:50,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:50,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, ASSIGN because future has completed 2024-11-20T06:51:50,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:51:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:51:51,078 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:51,078 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:51:51,079 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,079 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:51:51,079 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,079 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,082 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,085 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:51:51,086 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 columnFamilyName A 2024-11-20T06:51:51,086 DEBUG [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:51,087 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.HStore(327): Store=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:51:51,088 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,090 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:51:51,090 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 columnFamilyName B 2024-11-20T06:51:51,090 DEBUG [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:51,091 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.HStore(327): Store=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:51:51,091 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,093 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:51:51,094 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 columnFamilyName C 2024-11-20T06:51:51,094 DEBUG [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:51:51,095 INFO [StoreOpener-cf9e4f6f6fcc3d30bdaca03ddd6c0bb2-1 {}] regionserver.HStore(327): Store=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:51:51,095 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:51,095 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,097 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,098 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,100 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,100 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,101 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:51:51,104 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,108 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:51:51,109 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf9e4f6f6fcc3d30bdaca03ddd6c0bb2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61287286, jitterRate=-0.08674827218055725}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:51:51,109 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:51,110 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: Running coprocessor pre-open hook at 1732085511079Writing region info on filesystem at 1732085511079Initializing all the Stores at 1732085511081 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085511081Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085511081Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085511081Cleaning up temporary data from old regions at 1732085511100 (+19 ms)Running coprocessor post-open hooks at 1732085511110 (+10 ms)Region opened successfully at 1732085511110 2024-11-20T06:51:51,112 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., pid=6, masterSystemTime=1732085511067 2024-11-20T06:51:51,115 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:51,116 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:51,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:51,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:51:51,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T06:51:51,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 in 212 msec 2024-11-20T06:51:51,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T06:51:51,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, ASSIGN in 379 msec 2024-11-20T06:51:51,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:51:51,133 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085511133"}]},"ts":"1732085511133"} 2024-11-20T06:51:51,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T06:51:51,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:51:51,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2830 sec 2024-11-20T06:51:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T06:51:52,042 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:51:52,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d58b5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3f4398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:51:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:51:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ff3ead 2024-11-20T06:51:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:51:52,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:51:52,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,080 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483a22c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63181207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,094 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a6e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef39c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395f1c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,107 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2199d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388c382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,110 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f695ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b32a20f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3c1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e1b379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d030762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,126 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b82c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a1a0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d22a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36df70c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:51:52,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:51:52,134 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:51:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:51:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:51:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c994daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:51:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:51:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:51:52,136 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:51:52,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e186e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:51:52,141 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,141 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,141 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,141 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,141 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,144 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,147 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T06:51:52,151 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:51:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,154 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:51:52,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,156 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:51:52,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,159 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:51:52,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:51:52,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:51:52,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:51:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:51:52,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:51:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:52,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:51:52,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:52,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:51:52,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:51:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:52,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d6c52345469a45ddaffb89149bc405f5 is 50, key is test_row_0/A:col10/1732085512208/Put/seqid=0 2024-11-20T06:51:52,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741837_1013 (size=16681) 2024-11-20T06:51:52,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d6c52345469a45ddaffb89149bc405f5 2024-11-20T06:51:52,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085512354, max timestamp=1732085512395Num uniques 859; 2024-11-20T06:51:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:51:52,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:51:52,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085512354, max timestamp=1732085512429Num uniques 859; 2024-11-20T06:51:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085572397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:51:52,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085512354, max timestamp=1732085512429Num uniques 859; 2024-11-20T06:51:52,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:51:52,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/a3c4d55835e447428d8732eda827d484 is 50, key is test_row_0/B:col10/1732085512208/Put/seqid=0 2024-11-20T06:51:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741838_1014 (size=12001) 2024-11-20T06:51:52,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/a3c4d55835e447428d8732eda827d484 2024-11-20T06:51:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:51:52,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:52,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085572541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085572542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085572547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085572557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/20aa36e74411488bab6403751c6bc5a8 is 50, key is test_row_0/C:col10/1732085512208/Put/seqid=0 2024-11-20T06:51:52,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741839_1015 (size=12001) 2024-11-20T06:51:52,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085572641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085572671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085572672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085572672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085572681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:51:52,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:52,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:51:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085572850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:51:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:52,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:52,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085572890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085572891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085572891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:52,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085572901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/20aa36e74411488bab6403751c6bc5a8 2024-11-20T06:51:53,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d6c52345469a45ddaffb89149bc405f5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d6c52345469a45ddaffb89149bc405f5 2024-11-20T06:51:53,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:51:53,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:53,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:53,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:53,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d6c52345469a45ddaffb89149bc405f5, entries=250, sequenceid=12, filesize=16.3 K 2024-11-20T06:51:53,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/a3c4d55835e447428d8732eda827d484 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a3c4d55835e447428d8732eda827d484 2024-11-20T06:51:53,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a3c4d55835e447428d8732eda827d484, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T06:51:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/20aa36e74411488bab6403751c6bc5a8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/20aa36e74411488bab6403751c6bc5a8 2024-11-20T06:51:53,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/20aa36e74411488bab6403751c6bc5a8, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T06:51:53,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 861ms, sequenceid=12, compaction requested=false 2024-11-20T06:51:53,088 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T06:51:53,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:53,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T06:51:53,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,179 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T06:51:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:53,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:53,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/76cbf1a6207f4d889ab93f333b9daa27 is 50, key is test_row_0/A:col10/1732085512539/Put/seqid=0 2024-11-20T06:51:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741840_1016 (size=12001) 2024-11-20T06:51:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085573227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,240 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/76cbf1a6207f4d889ab93f333b9daa27 2024-11-20T06:51:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/36f0ce1555b54df0ad90fba0630fa94b is 50, key is test_row_0/B:col10/1732085512539/Put/seqid=0 2024-11-20T06:51:53,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741841_1017 (size=12001) 2024-11-20T06:51:53,284 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/36f0ce1555b54df0ad90fba0630fa94b 2024-11-20T06:51:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:51:53,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085573230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085573237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085573241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085573242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/dfb00cd72069428097d5a3102b20d896 is 50, key is test_row_0/C:col10/1732085512539/Put/seqid=0 2024-11-20T06:51:53,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741842_1018 (size=12001) 2024-11-20T06:51:53,351 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/dfb00cd72069428097d5a3102b20d896 2024-11-20T06:51:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085573351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/76cbf1a6207f4d889ab93f333b9daa27 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/76cbf1a6207f4d889ab93f333b9daa27 2024-11-20T06:51:53,385 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/76cbf1a6207f4d889ab93f333b9daa27, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T06:51:53,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/36f0ce1555b54df0ad90fba0630fa94b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/36f0ce1555b54df0ad90fba0630fa94b 2024-11-20T06:51:53,406 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/36f0ce1555b54df0ad90fba0630fa94b, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T06:51:53,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/dfb00cd72069428097d5a3102b20d896 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/dfb00cd72069428097d5a3102b20d896 2024-11-20T06:51:53,430 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/dfb00cd72069428097d5a3102b20d896, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T06:51:53,432 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 253ms, sequenceid=48, compaction requested=false 2024-11-20T06:51:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T06:51:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T06:51:53,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T06:51:53,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2780 sec 2024-11-20T06:51:53,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3050 sec 2024-11-20T06:51:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:53,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T06:51:53,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:53,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:53,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:53,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:53,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:53,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:53,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d5c483c529744d42b2f95cdbe5f2ce95 is 50, key is test_row_0/A:col10/1732085513226/Put/seqid=0 2024-11-20T06:51:53,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741843_1019 (size=12001) 2024-11-20T06:51:53,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d5c483c529744d42b2f95cdbe5f2ce95 2024-11-20T06:51:53,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/d937d5f14b61437c88e667b5bee38b36 is 50, key is test_row_0/B:col10/1732085513226/Put/seqid=0 2024-11-20T06:51:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741844_1020 (size=12001) 2024-11-20T06:51:53,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/d937d5f14b61437c88e667b5bee38b36 2024-11-20T06:51:53,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/238e4bb6cf284984ad3db317c96fe9c6 is 50, key is test_row_0/C:col10/1732085513226/Put/seqid=0 2024-11-20T06:51:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741845_1021 (size=12001) 2024-11-20T06:51:53,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/238e4bb6cf284984ad3db317c96fe9c6 2024-11-20T06:51:53,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085573570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085573570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085573578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085573584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085573593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d5c483c529744d42b2f95cdbe5f2ce95 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d5c483c529744d42b2f95cdbe5f2ce95 2024-11-20T06:51:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d5c483c529744d42b2f95cdbe5f2ce95, entries=150, sequenceid=60, filesize=11.7 K 2024-11-20T06:51:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/d937d5f14b61437c88e667b5bee38b36 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d937d5f14b61437c88e667b5bee38b36 2024-11-20T06:51:53,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d937d5f14b61437c88e667b5bee38b36, entries=150, sequenceid=60, filesize=11.7 K 2024-11-20T06:51:53,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/238e4bb6cf284984ad3db317c96fe9c6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/238e4bb6cf284984ad3db317c96fe9c6 2024-11-20T06:51:53,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/238e4bb6cf284984ad3db317c96fe9c6, entries=150, sequenceid=60, filesize=11.7 K 2024-11-20T06:51:53,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 208ms, sequenceid=60, compaction requested=true 2024-11-20T06:51:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:53,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:51:53,669 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:51:53,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:53,670 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:51:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:53,672 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:53,672 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:53,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:51:53,674 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:51:53,675 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,675 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,676 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a3c4d55835e447428d8732eda827d484, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/36f0ce1555b54df0ad90fba0630fa94b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d937d5f14b61437c88e667b5bee38b36] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.2 K 2024-11-20T06:51:53,676 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d6c52345469a45ddaffb89149bc405f5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/76cbf1a6207f4d889ab93f333b9daa27, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d5c483c529744d42b2f95cdbe5f2ce95] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=39.7 K 2024-11-20T06:51:53,679 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a3c4d55835e447428d8732eda827d484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732085512198 2024-11-20T06:51:53,679 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c52345469a45ddaffb89149bc405f5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732085512162 2024-11-20T06:51:53,680 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76cbf1a6207f4d889ab93f333b9daa27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732085512525 2024-11-20T06:51:53,680 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f0ce1555b54df0ad90fba0630fa94b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732085512525 2024-11-20T06:51:53,681 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d937d5f14b61437c88e667b5bee38b36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085513218 2024-11-20T06:51:53,681 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c483c529744d42b2f95cdbe5f2ce95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085513218 2024-11-20T06:51:53,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085513558, max timestamp=1732085513719Num uniques 859; 2024-11-20T06:51:53,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:51:53,736 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#10 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:53,736 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#9 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:53,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085513558, max timestamp=1732085513723Num uniques 859; 2024-11-20T06:51:53,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:51:53,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=102.87 KB heapSize=301.95 KB 2024-11-20T06:51:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:53,741 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/99c1404ebc014a6889e17e3b3f3a54a6 is 50, key is test_row_0/B:col10/1732085513226/Put/seqid=0 2024-11-20T06:51:53,742 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/7d4d5479ef4848f1b163b31bc941b8ee is 50, key is test_row_0/A:col10/1732085513226/Put/seqid=0 2024-11-20T06:51:53,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/b4266df692084fffb4fb537bbbaa4df9 is 50, key is test_row_0/A:col10/1732085513723/Put/seqid=0 2024-11-20T06:51:53,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741846_1022 (size=12104) 2024-11-20T06:51:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741847_1023 (size=12104) 2024-11-20T06:51:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741848_1024 (size=12001) 2024-11-20T06:51:53,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/b4266df692084fffb4fb537bbbaa4df9 2024-11-20T06:51:53,810 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/99c1404ebc014a6889e17e3b3f3a54a6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/99c1404ebc014a6889e17e3b3f3a54a6 2024-11-20T06:51:53,810 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/7d4d5479ef4848f1b163b31bc941b8ee as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d4d5479ef4848f1b163b31bc941b8ee 2024-11-20T06:51:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085573819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085573828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,845 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 7d4d5479ef4848f1b163b31bc941b8ee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:53,845 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 99c1404ebc014a6889e17e3b3f3a54a6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:53,845 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:53,845 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/4330484415344d56bb019399e0906d9e is 50, key is test_row_0/B:col10/1732085513723/Put/seqid=0 2024-11-20T06:51:53,848 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085513665; duration=0sec 2024-11-20T06:51:53,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,849 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:53,849 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:51:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085573828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,850 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085513669; duration=0sec 2024-11-20T06:51:53,850 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:53,850 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:53,850 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:51:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085573833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085573836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,855 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:53,855 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:51:53,855 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:53,856 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/20aa36e74411488bab6403751c6bc5a8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/dfb00cd72069428097d5a3102b20d896, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/238e4bb6cf284984ad3db317c96fe9c6] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.2 K 2024-11-20T06:51:53,857 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20aa36e74411488bab6403751c6bc5a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732085512198 2024-11-20T06:51:53,858 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfb00cd72069428097d5a3102b20d896, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732085512525 2024-11-20T06:51:53,859 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 238e4bb6cf284984ad3db317c96fe9c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085513218 2024-11-20T06:51:53,889 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:53,892 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f0abb61fe5d248f6a7bb96e772888b18 is 50, key is test_row_0/C:col10/1732085513226/Put/seqid=0 2024-11-20T06:51:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741849_1025 (size=12001) 2024-11-20T06:51:53,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/4330484415344d56bb019399e0906d9e 2024-11-20T06:51:53,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2cb88a601edc41a59a201b0b5dce4749 is 50, key is test_row_0/C:col10/1732085513723/Put/seqid=0 2024-11-20T06:51:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741850_1026 (size=12104) 2024-11-20T06:51:53,942 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f0abb61fe5d248f6a7bb96e772888b18 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f0abb61fe5d248f6a7bb96e772888b18 2024-11-20T06:51:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741851_1027 (size=12001) 2024-11-20T06:51:53,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2cb88a601edc41a59a201b0b5dce4749 2024-11-20T06:51:53,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085573951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085573951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/b4266df692084fffb4fb537bbbaa4df9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b4266df692084fffb4fb537bbbaa4df9 2024-11-20T06:51:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085573962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085573962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085573963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:53,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b4266df692084fffb4fb537bbbaa4df9, entries=150, sequenceid=83, filesize=11.7 K 2024-11-20T06:51:53,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/4330484415344d56bb019399e0906d9e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4330484415344d56bb019399e0906d9e 2024-11-20T06:51:53,984 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into f0abb61fe5d248f6a7bb96e772888b18(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:53,984 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:53,984 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085513670; duration=0sec 2024-11-20T06:51:53,985 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:53,985 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:51:53,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4330484415344d56bb019399e0906d9e, entries=150, sequenceid=83, filesize=11.7 K 2024-11-20T06:51:53,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2cb88a601edc41a59a201b0b5dce4749 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2cb88a601edc41a59a201b0b5dce4749 2024-11-20T06:51:54,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2cb88a601edc41a59a201b0b5dce4749, entries=150, sequenceid=83, filesize=11.7 K 2024-11-20T06:51:54,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=114.05 KB/116790 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 270ms, sequenceid=83, compaction requested=false 2024-11-20T06:51:54,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:54,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085513794, max timestamp=1732085514162Num uniques 859; 2024-11-20T06:51:54,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:51:54,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB 2024-11-20T06:51:54,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:54,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:54,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:54,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:54,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:54,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:54,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e2a1b76290b54f5b83544789e2815d6f is 50, key is test_row_0/A:col10/1732085514162/Put/seqid=0 2024-11-20T06:51:54,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T06:51:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741852_1028 (size=14341) 2024-11-20T06:51:54,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e2a1b76290b54f5b83544789e2815d6f 2024-11-20T06:51:54,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085574216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085574217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085574219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085574239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085574241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6a58c00a986841a893156ce4d58c2da5 is 50, key is test_row_0/B:col10/1732085514162/Put/seqid=0 2024-11-20T06:51:54,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741853_1029 (size=12001) 2024-11-20T06:51:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T06:51:54,301 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:51:54,301 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:51:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T06:51:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:51:54,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:51:54,309 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:51:54,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:51:54,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085574351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085574352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085574352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085574360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085574361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:51:54,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T06:51:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:54,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085574560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085574561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085574561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085574570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085574571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T06:51:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:51:54,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6a58c00a986841a893156ce4d58c2da5 2024-11-20T06:51:54,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0112699023ff443ca372ef684e2cbf6e is 50, key is test_row_0/C:col10/1732085514162/Put/seqid=0 2024-11-20T06:51:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741854_1030 (size=12001) 2024-11-20T06:51:54,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0112699023ff443ca372ef684e2cbf6e 2024-11-20T06:51:54,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e2a1b76290b54f5b83544789e2815d6f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e2a1b76290b54f5b83544789e2815d6f 2024-11-20T06:51:54,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e2a1b76290b54f5b83544789e2815d6f, entries=200, sequenceid=107, filesize=14.0 K 2024-11-20T06:51:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6a58c00a986841a893156ce4d58c2da5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a58c00a986841a893156ce4d58c2da5 2024-11-20T06:51:54,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a58c00a986841a893156ce4d58c2da5, entries=150, sequenceid=107, filesize=11.7 K 2024-11-20T06:51:54,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0112699023ff443ca372ef684e2cbf6e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0112699023ff443ca372ef684e2cbf6e 2024-11-20T06:51:54,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0112699023ff443ca372ef684e2cbf6e, entries=150, sequenceid=107, filesize=11.7 K 2024-11-20T06:51:54,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=93.93 KB/96180 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 626ms, sequenceid=107, compaction requested=true 2024-11-20T06:51:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:51:54,797 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:51:54,797 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:51:54,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:54,802 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:54,802 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:54,802 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:51:54,802 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:51:54,802 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,802 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,802 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d4d5479ef4848f1b163b31bc941b8ee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b4266df692084fffb4fb537bbbaa4df9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e2a1b76290b54f5b83544789e2815d6f] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.5 K 2024-11-20T06:51:54,802 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/99c1404ebc014a6889e17e3b3f3a54a6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4330484415344d56bb019399e0906d9e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a58c00a986841a893156ce4d58c2da5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.3 K 2024-11-20T06:51:54,804 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d4d5479ef4848f1b163b31bc941b8ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085513218 2024-11-20T06:51:54,804 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c1404ebc014a6889e17e3b3f3a54a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085513218 2024-11-20T06:51:54,805 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4330484415344d56bb019399e0906d9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732085513558 2024-11-20T06:51:54,805 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4266df692084fffb4fb537bbbaa4df9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732085513558 2024-11-20T06:51:54,806 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2a1b76290b54f5b83544789e2815d6f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732085513794 2024-11-20T06:51:54,806 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a58c00a986841a893156ce4d58c2da5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732085513794 2024-11-20T06:51:54,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T06:51:54,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,821 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T06:51:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f36f415c7fda4564b66480fdc92b931a is 50, key is test_row_0/A:col10/1732085514185/Put/seqid=0 2024-11-20T06:51:54,834 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:54,838 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/eb12d4ffb6a7492986906a605e1013ec is 50, key is test_row_0/B:col10/1732085514162/Put/seqid=0 2024-11-20T06:51:54,840 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:54,841 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ec52a4233d604a22ba1b22b38a5a728d is 50, key is test_row_0/A:col10/1732085514162/Put/seqid=0 2024-11-20T06:51:54,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741857_1033 (size=12001) 2024-11-20T06:51:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:54,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741856_1032 (size=12207) 2024-11-20T06:51:54,897 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ec52a4233d604a22ba1b22b38a5a728d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ec52a4233d604a22ba1b22b38a5a728d 2024-11-20T06:51:54,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741855_1031 (size=12207) 2024-11-20T06:51:54,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085574892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085574895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085574897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085574903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085574903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:54,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:54,917 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into ec52a4233d604a22ba1b22b38a5a728d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:54,917 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:54,917 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085514797; duration=0sec 2024-11-20T06:51:54,918 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:54,918 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:51:54,918 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:54,922 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/eb12d4ffb6a7492986906a605e1013ec as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/eb12d4ffb6a7492986906a605e1013ec 2024-11-20T06:51:54,923 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:54,923 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:51:54,923 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:54,923 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f0abb61fe5d248f6a7bb96e772888b18, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2cb88a601edc41a59a201b0b5dce4749, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0112699023ff443ca372ef684e2cbf6e] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.3 K 2024-11-20T06:51:54,925 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0abb61fe5d248f6a7bb96e772888b18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085513218 2024-11-20T06:51:54,926 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cb88a601edc41a59a201b0b5dce4749, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732085513558 2024-11-20T06:51:54,926 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0112699023ff443ca372ef684e2cbf6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732085513794 2024-11-20T06:51:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:51:54,949 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into eb12d4ffb6a7492986906a605e1013ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:54,950 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:54,950 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085514797; duration=0sec 2024-11-20T06:51:54,950 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:54,950 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:51:54,955 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:54,957 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e2b9c77cbece4144a3473f6ea109544f is 50, key is test_row_0/C:col10/1732085514162/Put/seqid=0 2024-11-20T06:51:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741858_1034 (size=12207) 2024-11-20T06:51:54,985 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e2b9c77cbece4144a3473f6ea109544f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e2b9c77cbece4144a3473f6ea109544f 2024-11-20T06:51:55,000 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into e2b9c77cbece4144a3473f6ea109544f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:55,000 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:55,000 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085514797; duration=0sec 2024-11-20T06:51:55,000 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:55,000 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:51:55,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:51:55,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085575010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085575010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085575015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085575021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085575021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,088 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T06:51:55,088 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T06:51:55,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:51:55,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T06:51:55,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T06:51:55,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T06:51:55,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T06:51:55,094 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T06:51:55,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085575220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085575221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085575230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085575233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085575233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,271 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f36f415c7fda4564b66480fdc92b931a 2024-11-20T06:51:55,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/a738ec0583fd4862bd8002dd4531b1d3 is 50, key is test_row_0/B:col10/1732085514185/Put/seqid=0 2024-11-20T06:51:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741859_1035 (size=12001) 2024-11-20T06:51:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:51:55,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085575530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085575530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085575540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085575540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085575540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:55,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:55,709 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/a738ec0583fd4862bd8002dd4531b1d3 2024-11-20T06:51:55,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2a63aea1ce924f5bbcd302ef03f593ac is 50, key is test_row_0/C:col10/1732085514185/Put/seqid=0 2024-11-20T06:51:55,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741860_1036 (size=12001) 2024-11-20T06:51:55,744 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2a63aea1ce924f5bbcd302ef03f593ac 2024-11-20T06:51:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f36f415c7fda4564b66480fdc92b931a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f36f415c7fda4564b66480fdc92b931a 2024-11-20T06:51:55,768 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f36f415c7fda4564b66480fdc92b931a, entries=150, sequenceid=124, filesize=11.7 K 2024-11-20T06:51:55,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/a738ec0583fd4862bd8002dd4531b1d3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a738ec0583fd4862bd8002dd4531b1d3 2024-11-20T06:51:55,781 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a738ec0583fd4862bd8002dd4531b1d3, entries=150, sequenceid=124, filesize=11.7 K 2024-11-20T06:51:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2a63aea1ce924f5bbcd302ef03f593ac as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2a63aea1ce924f5bbcd302ef03f593ac 2024-11-20T06:51:55,793 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2a63aea1ce924f5bbcd302ef03f593ac, entries=150, sequenceid=124, filesize=11.7 K 2024-11-20T06:51:55,795 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 974ms, sequenceid=124, compaction requested=false 2024-11-20T06:51:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:55,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:55,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T06:51:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T06:51:55,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T06:51:55,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4900 sec 2024-11-20T06:51:55,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.5100 sec 2024-11-20T06:51:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:56,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T06:51:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:56,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/3403312c3a8b4f16bf9e8bb890d63c90 is 50, key is test_row_0/A:col10/1732085516043/Put/seqid=0 2024-11-20T06:51:56,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085576077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741861_1037 (size=12151) 2024-11-20T06:51:56,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085576080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085576080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085576082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085576086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/3403312c3a8b4f16bf9e8bb890d63c90 2024-11-20T06:51:56,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0d5cad8216db4e009e97c43432f85401 is 50, key is test_row_0/B:col10/1732085516043/Put/seqid=0 2024-11-20T06:51:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741862_1038 (size=12151) 2024-11-20T06:51:56,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0d5cad8216db4e009e97c43432f85401 2024-11-20T06:51:56,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/18b7fdb5d0144da8b14326500fdfd6f2 is 50, key is test_row_0/C:col10/1732085516043/Put/seqid=0 2024-11-20T06:51:56,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741863_1039 (size=12151) 2024-11-20T06:51:56,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/18b7fdb5d0144da8b14326500fdfd6f2 2024-11-20T06:51:56,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/3403312c3a8b4f16bf9e8bb890d63c90 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/3403312c3a8b4f16bf9e8bb890d63c90 2024-11-20T06:51:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085576190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/3403312c3a8b4f16bf9e8bb890d63c90, entries=150, sequenceid=144, filesize=11.9 K 2024-11-20T06:51:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0d5cad8216db4e009e97c43432f85401 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0d5cad8216db4e009e97c43432f85401 2024-11-20T06:51:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085576202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085576202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085576203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085576203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0d5cad8216db4e009e97c43432f85401, entries=150, sequenceid=144, filesize=11.9 K 2024-11-20T06:51:56,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/18b7fdb5d0144da8b14326500fdfd6f2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/18b7fdb5d0144da8b14326500fdfd6f2 2024-11-20T06:51:56,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/18b7fdb5d0144da8b14326500fdfd6f2, entries=150, sequenceid=144, filesize=11.9 K 2024-11-20T06:51:56,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 210ms, sequenceid=144, compaction requested=true 2024-11-20T06:51:56,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:56,255 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:56,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:51:56,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:56,256 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:56,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:51:56,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:56,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:51:56,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:56,257 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:56,257 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:56,257 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:51:56,257 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:51:56,257 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,257 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,258 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/eb12d4ffb6a7492986906a605e1013ec, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a738ec0583fd4862bd8002dd4531b1d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0d5cad8216db4e009e97c43432f85401] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.5 K 2024-11-20T06:51:56,258 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ec52a4233d604a22ba1b22b38a5a728d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f36f415c7fda4564b66480fdc92b931a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/3403312c3a8b4f16bf9e8bb890d63c90] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.5 K 2024-11-20T06:51:56,259 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting eb12d4ffb6a7492986906a605e1013ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732085513794 2024-11-20T06:51:56,259 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec52a4233d604a22ba1b22b38a5a728d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732085513794 2024-11-20T06:51:56,259 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f36f415c7fda4564b66480fdc92b931a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732085514185 2024-11-20T06:51:56,260 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a738ec0583fd4862bd8002dd4531b1d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732085514185 2024-11-20T06:51:56,260 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3403312c3a8b4f16bf9e8bb890d63c90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732085514894 2024-11-20T06:51:56,260 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5cad8216db4e009e97c43432f85401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732085514894 2024-11-20T06:51:56,285 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:56,286 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/c07abf7d06994a6f91a5f637e615af81 is 50, key is test_row_0/B:col10/1732085516043/Put/seqid=0 2024-11-20T06:51:56,297 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:56,298 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/19a4ca1c56334316b2cfd50c4f50b6d3 is 50, key is test_row_0/A:col10/1732085516043/Put/seqid=0 2024-11-20T06:51:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741865_1041 (size=12459) 2024-11-20T06:51:56,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741864_1040 (size=12459) 2024-11-20T06:51:56,336 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/c07abf7d06994a6f91a5f637e615af81 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c07abf7d06994a6f91a5f637e615af81 2024-11-20T06:51:56,350 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into c07abf7d06994a6f91a5f637e615af81(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:56,350 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:56,350 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085516256; duration=0sec 2024-11-20T06:51:56,351 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:56,351 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:51:56,351 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:56,354 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:56,354 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:51:56,354 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,355 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e2b9c77cbece4144a3473f6ea109544f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2a63aea1ce924f5bbcd302ef03f593ac, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/18b7fdb5d0144da8b14326500fdfd6f2] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.5 K 2024-11-20T06:51:56,355 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e2b9c77cbece4144a3473f6ea109544f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732085513794 2024-11-20T06:51:56,357 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a63aea1ce924f5bbcd302ef03f593ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732085514185 2024-11-20T06:51:56,358 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 18b7fdb5d0144da8b14326500fdfd6f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732085514894 2024-11-20T06:51:56,376 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:56,377 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/1b01a0f77f0441be8ce1fcd8d17811a2 is 50, key is test_row_0/C:col10/1732085516043/Put/seqid=0 2024-11-20T06:51:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741866_1042 (size=12459) 2024-11-20T06:51:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:56,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T06:51:56,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:56,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:56,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:56,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:56,418 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/1b01a0f77f0441be8ce1fcd8d17811a2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1b01a0f77f0441be8ce1fcd8d17811a2 2024-11-20T06:51:56,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a70c75f2bf8e4940827074639a166cc6 is 50, key is test_row_0/A:col10/1732085516084/Put/seqid=0 2024-11-20T06:51:56,434 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 1b01a0f77f0441be8ce1fcd8d17811a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:56,435 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:56,435 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085516256; duration=0sec 2024-11-20T06:51:56,435 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:56,435 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:51:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085576439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085576440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085576442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085576446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085576446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741867_1043 (size=14541) 2024-11-20T06:51:56,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a70c75f2bf8e4940827074639a166cc6 2024-11-20T06:51:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T06:51:56,461 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:51:56,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:51:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T06:51:56,466 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:51:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:51:56,470 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:51:56,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:51:56,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/d2baa0b4e5cc4d71accd16a3c5dc687f is 50, key is test_row_0/B:col10/1732085516084/Put/seqid=0 2024-11-20T06:51:56,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741868_1044 (size=12151) 2024-11-20T06:51:56,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/d2baa0b4e5cc4d71accd16a3c5dc687f 2024-11-20T06:51:56,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/99d16b96a25f48da9e7a3eca8823e452 is 50, key is test_row_0/C:col10/1732085516084/Put/seqid=0 2024-11-20T06:51:56,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741869_1045 (size=12151) 2024-11-20T06:51:56,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085576560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085576560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085576561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085576561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085576561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:51:56,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:56,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,726 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/19a4ca1c56334316b2cfd50c4f50b6d3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/19a4ca1c56334316b2cfd50c4f50b6d3 2024-11-20T06:51:56,738 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 19a4ca1c56334316b2cfd50c4f50b6d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:56,740 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:56,740 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085516255; duration=0sec 2024-11-20T06:51:56,740 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:56,741 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:51:56,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085576771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085576771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085576771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085576772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085576772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:56,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:51:56,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/99d16b96a25f48da9e7a3eca8823e452 2024-11-20T06:51:56,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a70c75f2bf8e4940827074639a166cc6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a70c75f2bf8e4940827074639a166cc6 2024-11-20T06:51:56,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:56,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:56,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a70c75f2bf8e4940827074639a166cc6, entries=200, sequenceid=161, filesize=14.2 K 2024-11-20T06:51:56,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/d2baa0b4e5cc4d71accd16a3c5dc687f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d2baa0b4e5cc4d71accd16a3c5dc687f 2024-11-20T06:51:56,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d2baa0b4e5cc4d71accd16a3c5dc687f, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T06:51:56,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/99d16b96a25f48da9e7a3eca8823e452 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99d16b96a25f48da9e7a3eca8823e452 2024-11-20T06:51:56,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99d16b96a25f48da9e7a3eca8823e452, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T06:51:56,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 579ms, sequenceid=161, compaction requested=false 2024-11-20T06:51:56,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T06:51:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:57,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ba3cfdf4e8da47dbb6c060c999cade96 is 50, key is test_row_0/A:col10/1732085517083/Put/seqid=0 2024-11-20T06:51:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:51:57,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741870_1046 (size=14541) 2024-11-20T06:51:57,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ba3cfdf4e8da47dbb6c060c999cade96 2024-11-20T06:51:57,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085577099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085577103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085577105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085577105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085577109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/1b10f656505b41bc9330317a9a9838f7 is 50, key is test_row_0/B:col10/1732085517083/Put/seqid=0 2024-11-20T06:51:57,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741871_1047 (size=12151) 2024-11-20T06:51:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085577220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085577220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085577220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085577221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085577221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:57,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:57,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085577431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085577431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085577431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085577432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085577432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/1b10f656505b41bc9330317a9a9838f7 2024-11-20T06:51:57,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e913eea7ced24ce0a2584afc6d5f8d43 is 50, key is test_row_0/C:col10/1732085517083/Put/seqid=0 2024-11-20T06:51:57,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741872_1048 (size=12151) 2024-11-20T06:51:57,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:51:57,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085577750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085577751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085577751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085577751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085577751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:57,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:57,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:57,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e913eea7ced24ce0a2584afc6d5f8d43 2024-11-20T06:51:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ba3cfdf4e8da47dbb6c060c999cade96 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba3cfdf4e8da47dbb6c060c999cade96 2024-11-20T06:51:57,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba3cfdf4e8da47dbb6c060c999cade96, entries=200, sequenceid=181, filesize=14.2 K 2024-11-20T06:51:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/1b10f656505b41bc9330317a9a9838f7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1b10f656505b41bc9330317a9a9838f7 2024-11-20T06:51:58,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1b10f656505b41bc9330317a9a9838f7, entries=150, sequenceid=181, filesize=11.9 K 2024-11-20T06:51:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e913eea7ced24ce0a2584afc6d5f8d43 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e913eea7ced24ce0a2584afc6d5f8d43 2024-11-20T06:51:58,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e913eea7ced24ce0a2584afc6d5f8d43, entries=150, sequenceid=181, filesize=11.9 K 2024-11-20T06:51:58,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 929ms, sequenceid=181, compaction requested=true 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:58,013 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:51:58,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:58,013 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:58,014 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:58,015 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:51:58,015 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,015 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:58,015 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:51:58,015 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/19a4ca1c56334316b2cfd50c4f50b6d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a70c75f2bf8e4940827074639a166cc6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba3cfdf4e8da47dbb6c060c999cade96] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=40.6 K 2024-11-20T06:51:58,015 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,015 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c07abf7d06994a6f91a5f637e615af81, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d2baa0b4e5cc4d71accd16a3c5dc687f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1b10f656505b41bc9330317a9a9838f7] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.9 K 2024-11-20T06:51:58,016 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c07abf7d06994a6f91a5f637e615af81, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732085514894 2024-11-20T06:51:58,016 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19a4ca1c56334316b2cfd50c4f50b6d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732085514894 2024-11-20T06:51:58,016 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a70c75f2bf8e4940827074639a166cc6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732085516072 2024-11-20T06:51:58,016 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d2baa0b4e5cc4d71accd16a3c5dc687f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732085516072 2024-11-20T06:51:58,017 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b10f656505b41bc9330317a9a9838f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732085516441 2024-11-20T06:51:58,017 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba3cfdf4e8da47dbb6c060c999cade96, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732085516441 2024-11-20T06:51:58,034 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:58,035 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/53709ad9a6f74f5da6a9e69971ee84d3 is 50, key is test_row_0/A:col10/1732085517083/Put/seqid=0 2024-11-20T06:51:58,035 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:58,036 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/5826105591724a8289c89c869b607120 is 50, key is test_row_0/B:col10/1732085517083/Put/seqid=0 2024-11-20T06:51:58,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T06:51:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,037 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T06:51:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:58,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:58,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:58,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/c9551623f162452faf99436ece14ff14 is 50, key is test_row_0/A:col10/1732085517104/Put/seqid=0 2024-11-20T06:51:58,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741873_1049 (size=12561) 2024-11-20T06:51:58,083 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/53709ad9a6f74f5da6a9e69971ee84d3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/53709ad9a6f74f5da6a9e69971ee84d3 2024-11-20T06:51:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741874_1050 (size=12561) 2024-11-20T06:51:58,097 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 53709ad9a6f74f5da6a9e69971ee84d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:58,097 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:58,099 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085518013; duration=0sec 2024-11-20T06:51:58,099 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:58,099 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:51:58,099 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741875_1051 (size=12151) 2024-11-20T06:51:58,102 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/c9551623f162452faf99436ece14ff14 2024-11-20T06:51:58,108 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/5826105591724a8289c89c869b607120 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5826105591724a8289c89c869b607120 2024-11-20T06:51:58,111 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:58,111 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:51:58,112 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,112 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1b01a0f77f0441be8ce1fcd8d17811a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99d16b96a25f48da9e7a3eca8823e452, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e913eea7ced24ce0a2584afc6d5f8d43] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=35.9 K 2024-11-20T06:51:58,112 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b01a0f77f0441be8ce1fcd8d17811a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732085514894 2024-11-20T06:51:58,113 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99d16b96a25f48da9e7a3eca8823e452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732085516072 2024-11-20T06:51:58,114 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e913eea7ced24ce0a2584afc6d5f8d43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732085516441 2024-11-20T06:51:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ec6fccdf96a64055a39b1a8c6cd54aee is 50, key is test_row_0/B:col10/1732085517104/Put/seqid=0 2024-11-20T06:51:58,128 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:58,128 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 5826105591724a8289c89c869b607120(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:58,128 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:58,128 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085518013; duration=0sec 2024-11-20T06:51:58,129 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/c907d6f557434c35bace7268e486861b is 50, key is test_row_0/C:col10/1732085517083/Put/seqid=0 2024-11-20T06:51:58,129 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:58,129 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:51:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741877_1053 (size=12561) 2024-11-20T06:51:58,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741876_1052 (size=12151) 2024-11-20T06:51:58,179 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ec6fccdf96a64055a39b1a8c6cd54aee 2024-11-20T06:51:58,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f32c30caafe14908960a713f5078f197 is 50, key is test_row_0/C:col10/1732085517104/Put/seqid=0 2024-11-20T06:51:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741878_1054 (size=12151) 2024-11-20T06:51:58,210 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f32c30caafe14908960a713f5078f197 2024-11-20T06:51:58,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/c9551623f162452faf99436ece14ff14 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/c9551623f162452faf99436ece14ff14 2024-11-20T06:51:58,236 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/c9551623f162452faf99436ece14ff14, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T06:51:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ec6fccdf96a64055a39b1a8c6cd54aee as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ec6fccdf96a64055a39b1a8c6cd54aee 2024-11-20T06:51:58,249 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ec6fccdf96a64055a39b1a8c6cd54aee, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T06:51:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f32c30caafe14908960a713f5078f197 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f32c30caafe14908960a713f5078f197 2024-11-20T06:51:58,260 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f32c30caafe14908960a713f5078f197, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T06:51:58,262 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 225ms, sequenceid=195, compaction requested=false 2024-11-20T06:51:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T06:51:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T06:51:58,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T06:51:58,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-11-20T06:51:58,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.8090 sec 2024-11-20T06:51:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:58,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:51:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:58,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4fef761c73a44bd0a332b828bb152a31 is 50, key is test_row_0/A:col10/1732085518277/Put/seqid=0 2024-11-20T06:51:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741879_1055 (size=12151) 2024-11-20T06:51:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085578324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085578324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085518316, max timestamp=1732085518333Num uniques 859; 2024-11-20T06:51:58,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085518316, max timestamp=1732085518333Num uniques 859; 2024-11-20T06:51:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:51:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:51:58,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085518316, max timestamp=1732085518333Num uniques 859; 2024-11-20T06:51:58,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:51:58,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085578409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085578410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085578412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085578440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085578440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085578520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085578520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085578521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,573 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/c907d6f557434c35bace7268e486861b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/c907d6f557434c35bace7268e486861b 2024-11-20T06:51:58,581 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into c907d6f557434c35bace7268e486861b(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:58,581 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:58,581 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085518013; duration=0sec 2024-11-20T06:51:58,581 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:58,581 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:51:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T06:51:58,620 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:51:58,621 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:51:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T06:51:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:51:58,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:51:58,630 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:51:58,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:51:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085578650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085578650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4fef761c73a44bd0a332b828bb152a31 2024-11-20T06:51:58,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3a299f2ffa9146098de7e2e43fa630b5 is 50, key is test_row_0/B:col10/1732085518277/Put/seqid=0 2024-11-20T06:51:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741880_1056 (size=12151) 2024-11-20T06:51:58,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3a299f2ffa9146098de7e2e43fa630b5 2024-11-20T06:51:58,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085578731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085578731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ce9fac175e414068b38870a5ff4a4145 is 50, key is test_row_0/C:col10/1732085518277/Put/seqid=0 2024-11-20T06:51:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:51:58,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085578731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741881_1057 (size=12151) 2024-11-20T06:51:58,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T06:51:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:58,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:58,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:58,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T06:51:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:58,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:58,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:51:58,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085578960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085578961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:58,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:58,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085579040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085579041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085579050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T06:51:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:51:59,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ce9fac175e414068b38870a5ff4a4145 2024-11-20T06:51:59,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4fef761c73a44bd0a332b828bb152a31 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4fef761c73a44bd0a332b828bb152a31 2024-11-20T06:51:59,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4fef761c73a44bd0a332b828bb152a31, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T06:51:59,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3a299f2ffa9146098de7e2e43fa630b5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3a299f2ffa9146098de7e2e43fa630b5 2024-11-20T06:51:59,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3a299f2ffa9146098de7e2e43fa630b5, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T06:51:59,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ce9fac175e414068b38870a5ff4a4145 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ce9fac175e414068b38870a5ff4a4145 2024-11-20T06:51:59,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ce9fac175e414068b38870a5ff4a4145, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T06:51:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 920ms, sequenceid=208, compaction requested=true 2024-11-20T06:51:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:51:59,198 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:51:59,199 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:51:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:59,201 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:59,201 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:59,201 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:51:59,201 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:51:59,201 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,201 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,201 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5826105591724a8289c89c869b607120, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ec6fccdf96a64055a39b1a8c6cd54aee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3a299f2ffa9146098de7e2e43fa630b5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.0 K 2024-11-20T06:51:59,201 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/53709ad9a6f74f5da6a9e69971ee84d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/c9551623f162452faf99436ece14ff14, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4fef761c73a44bd0a332b828bb152a31] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.0 K 2024-11-20T06:51:59,202 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53709ad9a6f74f5da6a9e69971ee84d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732085516441 2024-11-20T06:51:59,202 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5826105591724a8289c89c869b607120, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732085516441 2024-11-20T06:51:59,203 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ec6fccdf96a64055a39b1a8c6cd54aee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732085517096 2024-11-20T06:51:59,203 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9551623f162452faf99436ece14ff14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732085517096 2024-11-20T06:51:59,203 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a299f2ffa9146098de7e2e43fa630b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085518276 2024-11-20T06:51:59,203 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fef761c73a44bd0a332b828bb152a31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085518276 2024-11-20T06:51:59,217 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:59,218 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3ecc39db1b2346a787fc0309c86f55cb is 50, key is test_row_0/B:col10/1732085518277/Put/seqid=0 2024-11-20T06:51:59,224 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:59,225 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/8f0cc47f37874fbf8b0142a7c41e3bba is 50, key is test_row_0/A:col10/1732085518277/Put/seqid=0 2024-11-20T06:51:59,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741882_1058 (size=12663) 2024-11-20T06:51:59,238 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3ecc39db1b2346a787fc0309c86f55cb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3ecc39db1b2346a787fc0309c86f55cb 2024-11-20T06:51:59,245 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 3ecc39db1b2346a787fc0309c86f55cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:59,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:59,245 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085519199; duration=0sec 2024-11-20T06:51:59,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:51:59,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:51:59,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:51:59,246 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:51:59,247 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:51:59,247 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,247 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/c907d6f557434c35bace7268e486861b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f32c30caafe14908960a713f5078f197, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ce9fac175e414068b38870a5ff4a4145] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.0 K 2024-11-20T06:51:59,249 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c907d6f557434c35bace7268e486861b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732085516441 2024-11-20T06:51:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T06:51:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,249 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-20T06:51:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:51:59,251 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f32c30caafe14908960a713f5078f197, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732085517096 2024-11-20T06:51:59,252 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9fac175e414068b38870a5ff4a4145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085518276 2024-11-20T06:51:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:51:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741883_1059 (size=12663) 2024-11-20T06:51:59,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/7d6748a521704967b7371d63529a6d21 is 50, key is test_row_0/A:col10/1732085518408/Put/seqid=0 2024-11-20T06:51:59,275 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/8f0cc47f37874fbf8b0142a7c41e3bba as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8f0cc47f37874fbf8b0142a7c41e3bba 2024-11-20T06:51:59,284 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 8f0cc47f37874fbf8b0142a7c41e3bba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:59,284 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:59,284 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085519198; duration=0sec 2024-11-20T06:51:59,284 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:59,284 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:51:59,293 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:51:59,294 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2289b54ab9314df68e9fa250bf64204c is 50, key is test_row_0/C:col10/1732085518277/Put/seqid=0 2024-11-20T06:51:59,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741884_1060 (size=12151) 2024-11-20T06:51:59,302 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/7d6748a521704967b7371d63529a6d21 2024-11-20T06:51:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741885_1061 (size=12663) 2024-11-20T06:51:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/b91ef4c74be743778eef24b5dc538a96 is 50, key is test_row_0/B:col10/1732085518408/Put/seqid=0 2024-11-20T06:51:59,340 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2289b54ab9314df68e9fa250bf64204c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2289b54ab9314df68e9fa250bf64204c 2024-11-20T06:51:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741886_1062 (size=12151) 2024-11-20T06:51:59,358 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 2289b54ab9314df68e9fa250bf64204c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:51:59,358 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:59,358 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085519199; duration=0sec 2024-11-20T06:51:59,358 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:51:59,358 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:51:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:51:59,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085579498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085579500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085579550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085579551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085579560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085579610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085579610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,745 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/b91ef4c74be743778eef24b5dc538a96 2024-11-20T06:51:59,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/4d40cdebab1e49a7bf98f4ba1cf381dd is 50, key is test_row_0/C:col10/1732085518408/Put/seqid=0 2024-11-20T06:51:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:51:59,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741887_1063 (size=12151) 2024-11-20T06:51:59,778 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/4d40cdebab1e49a7bf98f4ba1cf381dd 2024-11-20T06:51:59,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/7d6748a521704967b7371d63529a6d21 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d6748a521704967b7371d63529a6d21 2024-11-20T06:51:59,795 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d6748a521704967b7371d63529a6d21, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T06:51:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/b91ef4c74be743778eef24b5dc538a96 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/b91ef4c74be743778eef24b5dc538a96 2024-11-20T06:51:59,806 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/b91ef4c74be743778eef24b5dc538a96, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T06:51:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/4d40cdebab1e49a7bf98f4ba1cf381dd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/4d40cdebab1e49a7bf98f4ba1cf381dd 2024-11-20T06:51:59,815 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/4d40cdebab1e49a7bf98f4ba1cf381dd, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T06:51:59,816 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 567ms, sequenceid=244, compaction requested=false 2024-11-20T06:51:59,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:51:59,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:51:59,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T06:51:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T06:51:59,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T06:51:59,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1880 sec 2024-11-20T06:51:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:51:59,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T06:51:59,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:51:59,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:59,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:51:59,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:59,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:51:59,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:51:59,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2030 sec 2024-11-20T06:51:59,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/1b5d2ac8f3f74ce8948b461b1f4e4257 is 50, key is test_row_0/A:col10/1732085519478/Put/seqid=0 2024-11-20T06:51:59,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741888_1064 (size=14591) 2024-11-20T06:51:59,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/1b5d2ac8f3f74ce8948b461b1f4e4257 2024-11-20T06:51:59,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/1f417f293a1742d1865b5cce936931ce is 50, key is test_row_0/B:col10/1732085519478/Put/seqid=0 2024-11-20T06:51:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741889_1065 (size=12201) 2024-11-20T06:51:59,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085579896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:51:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085579898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:51:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:51:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:51:59,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085580010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085580030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085580220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085580240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/1f417f293a1742d1865b5cce936931ce 2024-11-20T06:52:00,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/762ed01f88da4c19838ce8787cb4137c is 50, key is test_row_0/C:col10/1732085519478/Put/seqid=0 2024-11-20T06:52:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741890_1066 (size=12201) 2024-11-20T06:52:00,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/762ed01f88da4c19838ce8787cb4137c 2024-11-20T06:52:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/1b5d2ac8f3f74ce8948b461b1f4e4257 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1b5d2ac8f3f74ce8948b461b1f4e4257 2024-11-20T06:52:00,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1b5d2ac8f3f74ce8948b461b1f4e4257, entries=200, sequenceid=258, filesize=14.2 K 2024-11-20T06:52:00,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/1f417f293a1742d1865b5cce936931ce as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1f417f293a1742d1865b5cce936931ce 2024-11-20T06:52:00,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1f417f293a1742d1865b5cce936931ce, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T06:52:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/762ed01f88da4c19838ce8787cb4137c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/762ed01f88da4c19838ce8787cb4137c 2024-11-20T06:52:00,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/762ed01f88da4c19838ce8787cb4137c, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T06:52:00,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 546ms, sequenceid=258, compaction requested=true 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:00,370 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:00,370 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:00,372 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:00,372 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:00,372 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:00,372 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:00,372 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:00,372 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:00,372 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8f0cc47f37874fbf8b0142a7c41e3bba, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d6748a521704967b7371d63529a6d21, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1b5d2ac8f3f74ce8948b461b1f4e4257] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=38.5 K 2024-11-20T06:52:00,372 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3ecc39db1b2346a787fc0309c86f55cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/b91ef4c74be743778eef24b5dc538a96, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1f417f293a1742d1865b5cce936931ce] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.1 K 2024-11-20T06:52:00,373 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f0cc47f37874fbf8b0142a7c41e3bba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085518276 2024-11-20T06:52:00,373 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ecc39db1b2346a787fc0309c86f55cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085518276 2024-11-20T06:52:00,373 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6748a521704967b7371d63529a6d21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732085518406 2024-11-20T06:52:00,374 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b91ef4c74be743778eef24b5dc538a96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732085518406 2024-11-20T06:52:00,374 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b5d2ac8f3f74ce8948b461b1f4e4257, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732085519478 2024-11-20T06:52:00,374 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f417f293a1742d1865b5cce936931ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732085519478 2024-11-20T06:52:00,384 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:00,385 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/f9deafb2e9ce4773a22961870c3da507 is 50, key is test_row_0/B:col10/1732085519478/Put/seqid=0 2024-11-20T06:52:00,389 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:00,389 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a is 50, key is test_row_0/A:col10/1732085519478/Put/seqid=0 2024-11-20T06:52:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741891_1067 (size=12815) 2024-11-20T06:52:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741892_1068 (size=12815) 2024-11-20T06:52:00,423 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/f9deafb2e9ce4773a22961870c3da507 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f9deafb2e9ce4773a22961870c3da507 2024-11-20T06:52:00,432 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into f9deafb2e9ce4773a22961870c3da507(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:00,432 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:00,432 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085520370; duration=0sec 2024-11-20T06:52:00,432 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:00,432 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:00,432 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:00,434 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:00,435 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:00,435 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:00,435 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2289b54ab9314df68e9fa250bf64204c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/4d40cdebab1e49a7bf98f4ba1cf381dd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/762ed01f88da4c19838ce8787cb4137c] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.1 K 2024-11-20T06:52:00,437 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2289b54ab9314df68e9fa250bf64204c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732085518276 2024-11-20T06:52:00,437 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d40cdebab1e49a7bf98f4ba1cf381dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732085518406 2024-11-20T06:52:00,438 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 762ed01f88da4c19838ce8787cb4137c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732085519478 2024-11-20T06:52:00,450 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:00,451 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/1392e14661314baa8ce3242a8e50e357 is 50, key is test_row_0/C:col10/1732085519478/Put/seqid=0 2024-11-20T06:52:00,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741893_1069 (size=12815) 2024-11-20T06:52:00,474 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/1392e14661314baa8ce3242a8e50e357 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1392e14661314baa8ce3242a8e50e357 2024-11-20T06:52:00,487 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 1392e14661314baa8ce3242a8e50e357(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:00,487 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:00,487 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085520370; duration=0sec 2024-11-20T06:52:00,487 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:00,487 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:00,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-20T06:52:00,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:00,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:00,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:00,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:00,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:00,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:00,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/6b3b18986e784a1286ad7b8908cc4c62 is 50, key is test_row_0/A:col10/1732085520530/Put/seqid=0 2024-11-20T06:52:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741894_1070 (size=14741) 2024-11-20T06:52:00,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/6b3b18986e784a1286ad7b8908cc4c62 2024-11-20T06:52:00,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3dc5a78edd544493922ba90285a57b6a is 50, key is test_row_0/B:col10/1732085520530/Put/seqid=0 2024-11-20T06:52:00,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741895_1071 (size=12301) 2024-11-20T06:52:00,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3dc5a78edd544493922ba90285a57b6a 2024-11-20T06:52:00,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085580568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085580568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085580570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085580571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,578 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:00,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/531bf8b83e5f4246aabacd01aeaec7d7 is 50, key is test_row_0/C:col10/1732085520530/Put/seqid=0 2024-11-20T06:52:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,580 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085580580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,585 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741896_1072 (size=12301) 2024-11-20T06:52:00,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/531bf8b83e5f4246aabacd01aeaec7d7 2024-11-20T06:52:00,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/6b3b18986e784a1286ad7b8908cc4c62 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/6b3b18986e784a1286ad7b8908cc4c62 2024-11-20T06:52:00,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/6b3b18986e784a1286ad7b8908cc4c62, entries=200, sequenceid=281, filesize=14.4 K 2024-11-20T06:52:00,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/3dc5a78edd544493922ba90285a57b6a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3dc5a78edd544493922ba90285a57b6a 2024-11-20T06:52:00,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3dc5a78edd544493922ba90285a57b6a, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T06:52:00,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/531bf8b83e5f4246aabacd01aeaec7d7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/531bf8b83e5f4246aabacd01aeaec7d7 2024-11-20T06:52:00,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/531bf8b83e5f4246aabacd01aeaec7d7, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T06:52:00,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 99ms, sequenceid=281, compaction requested=false 2024-11-20T06:52:00,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:00,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:52:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:00,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:00,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4623466426664e1ebba7b847ddc52001 is 50, key is test_row_0/A:col10/1732085520681/Put/seqid=0 2024-11-20T06:52:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741897_1073 (size=14741) 2024-11-20T06:52:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085580725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085580728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T06:52:00,780 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:00,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T06:52:00,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:00,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:00,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T06:52:00,832 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a 2024-11-20T06:52:00,838 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into a3cb4eaf65ec4cfab3fbaa0d3b498e9a(size=12.5 K), total size for store is 26.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:00,842 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:00,842 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085520370; duration=0sec 2024-11-20T06:52:00,842 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:00,842 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085580840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085580841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:00,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T06:52:00,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:00,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085581049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085581050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:01,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T06:52:01,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4623466426664e1ebba7b847ddc52001 2024-11-20T06:52:01,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/41de4003910440c58b0f6ffcc4df43b8 is 50, key is test_row_0/B:col10/1732085520681/Put/seqid=0 2024-11-20T06:52:01,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741898_1074 (size=12301) 2024-11-20T06:52:01,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085581360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085581361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:01,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:01,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:01,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T06:52:01,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/41de4003910440c58b0f6ffcc4df43b8 2024-11-20T06:52:01,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2fcb780a78a24057a1529e4ab0e1e4a1 is 50, key is test_row_0/C:col10/1732085520681/Put/seqid=0 2024-11-20T06:52:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741899_1075 (size=12301) 2024-11-20T06:52:01,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:01,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:01,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:01,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085581870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085581880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:01,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:01,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T06:52:01,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2fcb780a78a24057a1529e4ab0e1e4a1 2024-11-20T06:52:01,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4623466426664e1ebba7b847ddc52001 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4623466426664e1ebba7b847ddc52001 2024-11-20T06:52:01,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4623466426664e1ebba7b847ddc52001, entries=200, sequenceid=295, filesize=14.4 K 2024-11-20T06:52:01,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/41de4003910440c58b0f6ffcc4df43b8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/41de4003910440c58b0f6ffcc4df43b8 2024-11-20T06:52:01,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/41de4003910440c58b0f6ffcc4df43b8, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T06:52:01,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2fcb780a78a24057a1529e4ab0e1e4a1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2fcb780a78a24057a1529e4ab0e1e4a1 2024-11-20T06:52:01,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2fcb780a78a24057a1529e4ab0e1e4a1, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T06:52:01,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 1277ms, sequenceid=295, compaction requested=true 2024-11-20T06:52:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:01,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:01,959 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:01,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:01,960 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:01,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:01,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:01,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:01,961 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:01,961 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:01,961 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,961 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f9deafb2e9ce4773a22961870c3da507, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3dc5a78edd544493922ba90285a57b6a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/41de4003910440c58b0f6ffcc4df43b8] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.5 K 2024-11-20T06:52:01,961 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:01,961 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:01,962 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:01,962 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f9deafb2e9ce4773a22961870c3da507, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732085519478 2024-11-20T06:52:01,962 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/6b3b18986e784a1286ad7b8908cc4c62, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4623466426664e1ebba7b847ddc52001] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=41.3 K 2024-11-20T06:52:01,962 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dc5a78edd544493922ba90285a57b6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732085519886 2024-11-20T06:52:01,963 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 41de4003910440c58b0f6ffcc4df43b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732085520565 2024-11-20T06:52:01,963 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3cb4eaf65ec4cfab3fbaa0d3b498e9a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732085519478 2024-11-20T06:52:01,964 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b3b18986e784a1286ad7b8908cc4c62, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732085519886 2024-11-20T06:52:01,965 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4623466426664e1ebba7b847ddc52001, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732085520557 2024-11-20T06:52:01,974 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:01,975 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/434bae55a11a4e1eba8e25a24674517f is 50, key is test_row_0/B:col10/1732085520681/Put/seqid=0 2024-11-20T06:52:01,976 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:01,977 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/595f7317f31e468891cc1e192381cd7f is 50, key is test_row_0/A:col10/1732085520681/Put/seqid=0 2024-11-20T06:52:01,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741901_1077 (size=13017) 2024-11-20T06:52:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741900_1076 (size=13017) 2024-11-20T06:52:01,995 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/595f7317f31e468891cc1e192381cd7f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/595f7317f31e468891cc1e192381cd7f 2024-11-20T06:52:02,003 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 595f7317f31e468891cc1e192381cd7f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:02,003 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:02,003 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085521959; duration=0sec 2024-11-20T06:52:02,003 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:02,003 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:02,003 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:02,004 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:02,004 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:02,005 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:02,006 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1392e14661314baa8ce3242a8e50e357, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/531bf8b83e5f4246aabacd01aeaec7d7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2fcb780a78a24057a1529e4ab0e1e4a1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.5 K 2024-11-20T06:52:02,009 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1392e14661314baa8ce3242a8e50e357, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732085519478 2024-11-20T06:52:02,010 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 531bf8b83e5f4246aabacd01aeaec7d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732085519886 2024-11-20T06:52:02,010 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fcb780a78a24057a1529e4ab0e1e4a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732085520565 2024-11-20T06:52:02,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T06:52:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:02,011 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:52:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:02,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:02,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/efbb259850d04e41b0e784c8757e749b is 50, key is test_row_0/A:col10/1732085520718/Put/seqid=0 2024-11-20T06:52:02,025 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:02,025 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2b02b56d70894fa8952953216f54abfd is 50, key is test_row_0/C:col10/1732085520681/Put/seqid=0 2024-11-20T06:52:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741902_1078 (size=12301) 2024-11-20T06:52:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741903_1079 (size=13017) 2024-11-20T06:52:02,396 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/434bae55a11a4e1eba8e25a24674517f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/434bae55a11a4e1eba8e25a24674517f 2024-11-20T06:52:02,406 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 434bae55a11a4e1eba8e25a24674517f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:02,406 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:02,406 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085521959; duration=0sec 2024-11-20T06:52:02,406 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:02,406 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:02,429 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/efbb259850d04e41b0e784c8757e749b 2024-11-20T06:52:02,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/e05a5b9f56764fb79cf7f99c0ce7d363 is 50, key is test_row_0/B:col10/1732085520718/Put/seqid=0 2024-11-20T06:52:02,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741904_1080 (size=12301) 2024-11-20T06:52:02,452 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2b02b56d70894fa8952953216f54abfd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2b02b56d70894fa8952953216f54abfd 2024-11-20T06:52:02,458 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 2b02b56d70894fa8952953216f54abfd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:02,458 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:02,458 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085521961; duration=0sec 2024-11-20T06:52:02,460 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:02,460 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:02,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:02,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085582617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085582619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085582620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085582730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085582730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085582731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,844 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/e05a5b9f56764fb79cf7f99c0ce7d363 2024-11-20T06:52:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0b7f9eb4b16e4bbe86c655de0d39258d is 50, key is test_row_0/C:col10/1732085520718/Put/seqid=0 2024-11-20T06:52:02,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741905_1081 (size=12301) 2024-11-20T06:52:02,858 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0b7f9eb4b16e4bbe86c655de0d39258d 2024-11-20T06:52:02,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/efbb259850d04e41b0e784c8757e749b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/efbb259850d04e41b0e784c8757e749b 2024-11-20T06:52:02,875 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/efbb259850d04e41b0e784c8757e749b, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T06:52:02,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/e05a5b9f56764fb79cf7f99c0ce7d363 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/e05a5b9f56764fb79cf7f99c0ce7d363 2024-11-20T06:52:02,882 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/e05a5b9f56764fb79cf7f99c0ce7d363, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T06:52:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0b7f9eb4b16e4bbe86c655de0d39258d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0b7f9eb4b16e4bbe86c655de0d39258d 2024-11-20T06:52:02,888 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0b7f9eb4b16e4bbe86c655de0d39258d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T06:52:02,889 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 878ms, sequenceid=315, compaction requested=false 2024-11-20T06:52:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T06:52:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T06:52:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:02,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:52:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:02,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:02,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T06:52:02,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1080 sec 2024-11-20T06:52:02,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.1150 sec 2024-11-20T06:52:02,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/50ed4de5dd874637b1e4e6f616ba4e37 is 50, key is test_row_0/A:col10/1732085522609/Put/seqid=0 2024-11-20T06:52:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741906_1082 (size=14741) 2024-11-20T06:52:02,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085582926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085582930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T06:52:02,940 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:02,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085582940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085582940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T06:52:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085582940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:02,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:02,944 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T06:52:02,946 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:02,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:03,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085583040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085583040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T06:52:03,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085583250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085583250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085583250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085583250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:03,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T06:52:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085583260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/50ed4de5dd874637b1e4e6f616ba4e37 2024-11-20T06:52:03,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ca6cb4cc25034bc7b7529f38efe62015 is 50, key is test_row_0/B:col10/1732085522609/Put/seqid=0 2024-11-20T06:52:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741907_1083 (size=12301) 2024-11-20T06:52:03,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085583560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T06:52:03,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085583571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ca6cb4cc25034bc7b7529f38efe62015 2024-11-20T06:52:03,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:03,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/fa56b1d1d09241a593dfa0a6aa65b76d is 50, key is test_row_0/C:col10/1732085522609/Put/seqid=0 2024-11-20T06:52:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741908_1084 (size=12301) 2024-11-20T06:52:03,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085583760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085583760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085583761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:03,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:03,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:03,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:04,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:04,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085584070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T06:52:04,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085584080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:04,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/fa56b1d1d09241a593dfa0a6aa65b76d 2024-11-20T06:52:04,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/50ed4de5dd874637b1e4e6f616ba4e37 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/50ed4de5dd874637b1e4e6f616ba4e37 2024-11-20T06:52:04,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/50ed4de5dd874637b1e4e6f616ba4e37, entries=200, sequenceid=332, filesize=14.4 K 2024-11-20T06:52:04,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ca6cb4cc25034bc7b7529f38efe62015 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ca6cb4cc25034bc7b7529f38efe62015 2024-11-20T06:52:04,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ca6cb4cc25034bc7b7529f38efe62015, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T06:52:04,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/fa56b1d1d09241a593dfa0a6aa65b76d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/fa56b1d1d09241a593dfa0a6aa65b76d 2024-11-20T06:52:04,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/fa56b1d1d09241a593dfa0a6aa65b76d, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T06:52:04,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 1270ms, sequenceid=332, compaction requested=true 2024-11-20T06:52:04,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:04,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:04,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:04,163 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:04,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:04,163 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:04,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:04,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:04,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:04,164 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:04,164 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:04,164 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:04,164 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:04,164 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,164 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,164 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/434bae55a11a4e1eba8e25a24674517f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/e05a5b9f56764fb79cf7f99c0ce7d363, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ca6cb4cc25034bc7b7529f38efe62015] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.7 K 2024-11-20T06:52:04,164 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/595f7317f31e468891cc1e192381cd7f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/efbb259850d04e41b0e784c8757e749b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/50ed4de5dd874637b1e4e6f616ba4e37] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=39.1 K 2024-11-20T06:52:04,164 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 595f7317f31e468891cc1e192381cd7f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732085520565 2024-11-20T06:52:04,164 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 434bae55a11a4e1eba8e25a24674517f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732085520565 2024-11-20T06:52:04,165 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting efbb259850d04e41b0e784c8757e749b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732085520691 2024-11-20T06:52:04,165 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e05a5b9f56764fb79cf7f99c0ce7d363, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732085520691 2024-11-20T06:52:04,165 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ed4de5dd874637b1e4e6f616ba4e37, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732085522609 2024-11-20T06:52:04,165 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca6cb4cc25034bc7b7529f38efe62015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732085522609 2024-11-20T06:52:04,175 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:04,175 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a49ef0cf1a4e4a37a71e25350f737f3f is 50, key is test_row_0/A:col10/1732085522609/Put/seqid=0 2024-11-20T06:52:04,178 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:04,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T06:52:04,178 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/5a99981bbb514f1f8b950350fb08f0d6 is 50, key is test_row_0/B:col10/1732085522609/Put/seqid=0 2024-11-20T06:52:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,179 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T06:52:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741909_1085 (size=13119) 2024-11-20T06:52:04,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741910_1086 (size=13119) 2024-11-20T06:52:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e246db2105a849e1b78146563d50d471 is 50, key is test_row_0/A:col10/1732085522921/Put/seqid=0 2024-11-20T06:52:04,193 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a49ef0cf1a4e4a37a71e25350f737f3f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a49ef0cf1a4e4a37a71e25350f737f3f 2024-11-20T06:52:04,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741911_1087 (size=12301) 2024-11-20T06:52:04,204 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/5a99981bbb514f1f8b950350fb08f0d6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5a99981bbb514f1f8b950350fb08f0d6 2024-11-20T06:52:04,206 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into a49ef0cf1a4e4a37a71e25350f737f3f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:04,206 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:04,206 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085524162; duration=0sec 2024-11-20T06:52:04,207 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:04,207 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:04,207 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:04,209 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:04,210 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:04,210 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,210 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2b02b56d70894fa8952953216f54abfd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0b7f9eb4b16e4bbe86c655de0d39258d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/fa56b1d1d09241a593dfa0a6aa65b76d] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.7 K 2024-11-20T06:52:04,210 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b02b56d70894fa8952953216f54abfd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732085520565 2024-11-20T06:52:04,211 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b7f9eb4b16e4bbe86c655de0d39258d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732085520691 2024-11-20T06:52:04,211 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting fa56b1d1d09241a593dfa0a6aa65b76d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732085522609 2024-11-20T06:52:04,212 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 5a99981bbb514f1f8b950350fb08f0d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:04,212 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:04,212 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085524163; duration=0sec 2024-11-20T06:52:04,212 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:04,213 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:04,225 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:04,225 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f18de1b144df4558b6fe1df0cbb74121 is 50, key is test_row_0/C:col10/1732085522609/Put/seqid=0 2024-11-20T06:52:04,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741912_1088 (size=13119) 2024-11-20T06:52:04,598 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e246db2105a849e1b78146563d50d471 2024-11-20T06:52:04,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/f44061b78a4c4d41863fc3b024a0aa8d is 50, key is test_row_0/B:col10/1732085522921/Put/seqid=0 2024-11-20T06:52:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741913_1089 (size=12301) 2024-11-20T06:52:04,615 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/f44061b78a4c4d41863fc3b024a0aa8d 2024-11-20T06:52:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f4846692f616404199c3132589e22a4a is 50, key is test_row_0/C:col10/1732085522921/Put/seqid=0 2024-11-20T06:52:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741914_1090 (size=12301) 2024-11-20T06:52:04,637 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f18de1b144df4558b6fe1df0cbb74121 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f18de1b144df4558b6fe1df0cbb74121 2024-11-20T06:52:04,638 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f4846692f616404199c3132589e22a4a 2024-11-20T06:52:04,645 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into f18de1b144df4558b6fe1df0cbb74121(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:04,645 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:04,646 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085524163; duration=0sec 2024-11-20T06:52:04,646 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:04,646 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:04,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e246db2105a849e1b78146563d50d471 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e246db2105a849e1b78146563d50d471 2024-11-20T06:52:04,653 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e246db2105a849e1b78146563d50d471, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T06:52:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/f44061b78a4c4d41863fc3b024a0aa8d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f44061b78a4c4d41863fc3b024a0aa8d 2024-11-20T06:52:04,704 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f44061b78a4c4d41863fc3b024a0aa8d, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T06:52:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f4846692f616404199c3132589e22a4a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f4846692f616404199c3132589e22a4a 2024-11-20T06:52:04,714 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f4846692f616404199c3132589e22a4a, entries=150, sequenceid=349, filesize=12.0 K 2024-11-20T06:52:04,715 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 536ms, sequenceid=349, compaction requested=false 2024-11-20T06:52:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:04,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:04,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T06:52:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T06:52:04,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T06:52:04,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7720 sec 2024-11-20T06:52:04,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.7820 sec 2024-11-20T06:52:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:04,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:52:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:04,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:04,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:04,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:04,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/5d02d571342543efa42f7f55d358c0d1 is 50, key is test_row_0/A:col10/1732085524784/Put/seqid=0 2024-11-20T06:52:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741915_1091 (size=14741) 2024-11-20T06:52:04,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085524814, max timestamp=1732085524836Num uniques 859; 2024-11-20T06:52:04,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085524814, max timestamp=1732085524837Num uniques 859; 2024-11-20T06:52:04,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:04,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:04,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085524814, max timestamp=1732085524837Num uniques 859; 2024-11-20T06:52:04,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085584883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085584883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085584883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:04,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085585000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085585000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085585000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T06:52:05,091 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085585090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,091 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:05,091 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T06:52:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:52:05,095 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:05,096 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:05,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085585101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,107 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:52:05,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/5d02d571342543efa42f7f55d358c0d1 2024-11-20T06:52:05,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085585220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085585220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0bd0fa933c2e49ba90574a73ca1290c0 is 50, key is test_row_0/B:col10/1732085524784/Put/seqid=0 2024-11-20T06:52:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085585220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741916_1092 (size=12301) 2024-11-20T06:52:05,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0bd0fa933c2e49ba90574a73ca1290c0 2024-11-20T06:52:05,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/7feeb112e2304a3891830da3b8c59c0b is 50, key is test_row_0/C:col10/1732085524784/Put/seqid=0 2024-11-20T06:52:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741917_1093 (size=12301) 2024-11-20T06:52:05,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T06:52:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T06:52:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:52:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085585530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085585530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085585530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:05,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:05,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T06:52:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:05,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/7feeb112e2304a3891830da3b8c59c0b 2024-11-20T06:52:05,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/5d02d571342543efa42f7f55d358c0d1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/5d02d571342543efa42f7f55d358c0d1 2024-11-20T06:52:05,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/5d02d571342543efa42f7f55d358c0d1, entries=200, sequenceid=362, filesize=14.4 K 2024-11-20T06:52:05,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0bd0fa933c2e49ba90574a73ca1290c0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0bd0fa933c2e49ba90574a73ca1290c0 2024-11-20T06:52:05,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0bd0fa933c2e49ba90574a73ca1290c0, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T06:52:05,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/7feeb112e2304a3891830da3b8c59c0b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7feeb112e2304a3891830da3b8c59c0b 2024-11-20T06:52:05,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7feeb112e2304a3891830da3b8c59c0b, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T06:52:05,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 885ms, sequenceid=362, compaction requested=true 2024-11-20T06:52:05,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:05,672 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:05,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:05,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:05,672 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:05,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:05,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:05,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:05,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:05,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:05,674 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,674 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:05,674 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:05,674 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a49ef0cf1a4e4a37a71e25350f737f3f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e246db2105a849e1b78146563d50d471, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/5d02d571342543efa42f7f55d358c0d1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=39.2 K 2024-11-20T06:52:05,674 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,674 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5a99981bbb514f1f8b950350fb08f0d6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f44061b78a4c4d41863fc3b024a0aa8d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0bd0fa933c2e49ba90574a73ca1290c0] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.8 K 2024-11-20T06:52:05,675 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a99981bbb514f1f8b950350fb08f0d6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732085522609 2024-11-20T06:52:05,675 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a49ef0cf1a4e4a37a71e25350f737f3f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732085522609 2024-11-20T06:52:05,675 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f44061b78a4c4d41863fc3b024a0aa8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732085522921 2024-11-20T06:52:05,675 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e246db2105a849e1b78146563d50d471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732085522921 2024-11-20T06:52:05,675 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd0fa933c2e49ba90574a73ca1290c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732085524770 2024-11-20T06:52:05,675 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d02d571342543efa42f7f55d358c0d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732085524770 2024-11-20T06:52:05,685 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:05,686 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/4ba12367e4c34f93a147637c915fc547 is 50, key is test_row_0/B:col10/1732085524784/Put/seqid=0 2024-11-20T06:52:05,688 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:05,689 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d25bfff4f60f4bf0b1c6947f9ef00396 is 50, key is test_row_0/A:col10/1732085524784/Put/seqid=0 2024-11-20T06:52:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741919_1095 (size=13221) 2024-11-20T06:52:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741918_1094 (size=13221) 2024-11-20T06:52:05,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,712 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d25bfff4f60f4bf0b1c6947f9ef00396 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d25bfff4f60f4bf0b1c6947f9ef00396 2024-11-20T06:52:05,712 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd is 50, key is test_row_0/A:col10/1732085524880/Put/seqid=0 2024-11-20T06:52:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:52:05,721 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into d25bfff4f60f4bf0b1c6947f9ef00396(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:05,721 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:05,721 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085525672; duration=0sec 2024-11-20T06:52:05,721 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:05,721 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:05,721 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:05,722 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:05,722 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:05,722 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:05,723 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f18de1b144df4558b6fe1df0cbb74121, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f4846692f616404199c3132589e22a4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7feeb112e2304a3891830da3b8c59c0b] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.8 K 2024-11-20T06:52:05,724 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f18de1b144df4558b6fe1df0cbb74121, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732085522609 2024-11-20T06:52:05,724 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4846692f616404199c3132589e22a4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732085522921 2024-11-20T06:52:05,725 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7feeb112e2304a3891830da3b8c59c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732085524770 2024-11-20T06:52:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741920_1096 (size=12301) 2024-11-20T06:52:05,733 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd 2024-11-20T06:52:05,744 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:05,745 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/1ca50348ddb34b8cad928e062bac52bc is 50, key is test_row_0/C:col10/1732085524784/Put/seqid=0 2024-11-20T06:52:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6f4f609999a74d72a4ea486604550339 is 50, key is test_row_0/B:col10/1732085524880/Put/seqid=0 2024-11-20T06:52:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741922_1098 (size=12301) 2024-11-20T06:52:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741921_1097 (size=13221) 2024-11-20T06:52:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:06,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085586051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085586053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085586054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,110 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/4ba12367e4c34f93a147637c915fc547 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4ba12367e4c34f93a147637c915fc547 2024-11-20T06:52:06,119 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 4ba12367e4c34f93a147637c915fc547(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:06,119 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:06,119 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085525672; duration=0sec 2024-11-20T06:52:06,120 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:06,120 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:06,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085586159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085586159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085586170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,171 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6f4f609999a74d72a4ea486604550339 2024-11-20T06:52:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f77a5c63eda44502a3c1b709aaed68fd is 50, key is test_row_0/C:col10/1732085524880/Put/seqid=0 2024-11-20T06:52:06,188 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/1ca50348ddb34b8cad928e062bac52bc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1ca50348ddb34b8cad928e062bac52bc 2024-11-20T06:52:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741923_1099 (size=12301) 2024-11-20T06:52:06,199 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f77a5c63eda44502a3c1b709aaed68fd 2024-11-20T06:52:06,199 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 1ca50348ddb34b8cad928e062bac52bc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:06,199 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:06,199 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085525674; duration=0sec 2024-11-20T06:52:06,200 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:06,200 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd 2024-11-20T06:52:06,219 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T06:52:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6f4f609999a74d72a4ea486604550339 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6f4f609999a74d72a4ea486604550339 2024-11-20T06:52:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:52:06,231 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6f4f609999a74d72a4ea486604550339, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T06:52:06,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/f77a5c63eda44502a3c1b709aaed68fd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f77a5c63eda44502a3c1b709aaed68fd 2024-11-20T06:52:06,243 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f77a5c63eda44502a3c1b709aaed68fd, entries=150, sequenceid=398, filesize=12.0 K 2024-11-20T06:52:06,244 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 532ms, sequenceid=398, compaction requested=false 2024-11-20T06:52:06,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:06,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:06,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T06:52:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T06:52:06,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T06:52:06,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-20T06:52:06,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1590 sec 2024-11-20T06:52:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:06,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:52:06,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:06,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:06,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:06,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:06,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:06,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:06,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4e9ff4bad88f450fb9b44b4f9c7869a9 is 50, key is test_row_0/A:col10/1732085526049/Put/seqid=0 2024-11-20T06:52:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741924_1100 (size=14741) 2024-11-20T06:52:06,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732085526425, max timestamp=1732085526445Num uniques 859; 2024-11-20T06:52:06,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732085526425, max timestamp=1732085526445Num uniques 859; 2024-11-20T06:52:06,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=187, cellSize=8562, totalHeapSize=19688, min timestamp=1732085526425, max timestamp=1732085526445Num uniques 859; 2024-11-20T06:52:06,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:52:06,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=8562, suffix heap size=117064,new segment heap size=19688  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=187 2024-11-20T06:52:06,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:52:06,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085586504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085586505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085586507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085586610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085586620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085586621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4e9ff4bad88f450fb9b44b4f9c7869a9 2024-11-20T06:52:06,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/af28214a57d74f7ca667ba11614b4162 is 50, key is test_row_0/B:col10/1732085526049/Put/seqid=0 2024-11-20T06:52:06,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741925_1101 (size=12301) 2024-11-20T06:52:06,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085586820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085586830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:06,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085586831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085587120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,122 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085587130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,136 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085587140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085587140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085587140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/af28214a57d74f7ca667ba11614b4162 2024-11-20T06:52:07,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5b7ae87f4002436ca782b0d0ba5e19d5 is 50, key is test_row_0/C:col10/1732085526049/Put/seqid=0 2024-11-20T06:52:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741926_1102 (size=12301) 2024-11-20T06:52:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T06:52:07,241 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:07,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-20T06:52:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T06:52:07,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:07,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:07,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T06:52:07,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T06:52:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:07,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T06:52:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T06:52:07,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5b7ae87f4002436ca782b0d0ba5e19d5 2024-11-20T06:52:07,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/4e9ff4bad88f450fb9b44b4f9c7869a9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4e9ff4bad88f450fb9b44b4f9c7869a9 2024-11-20T06:52:07,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4e9ff4bad88f450fb9b44b4f9c7869a9, entries=200, sequenceid=412, filesize=14.4 K 2024-11-20T06:52:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/af28214a57d74f7ca667ba11614b4162 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/af28214a57d74f7ca667ba11614b4162 2024-11-20T06:52:07,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/af28214a57d74f7ca667ba11614b4162, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T06:52:07,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5b7ae87f4002436ca782b0d0ba5e19d5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5b7ae87f4002436ca782b0d0ba5e19d5 2024-11-20T06:52:07,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085587650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085587650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085587650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:07,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:07,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5b7ae87f4002436ca782b0d0ba5e19d5, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T06:52:07,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=130.96 KB/134108 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 1287ms, sequenceid=412, compaction requested=true 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:07,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:07,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:07,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:07,659 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:07,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:07,659 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:07,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:07,659 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,659 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,659 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d25bfff4f60f4bf0b1c6947f9ef00396, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4e9ff4bad88f450fb9b44b4f9c7869a9] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=39.3 K 2024-11-20T06:52:07,659 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4ba12367e4c34f93a147637c915fc547, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6f4f609999a74d72a4ea486604550339, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/af28214a57d74f7ca667ba11614b4162] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.9 K 2024-11-20T06:52:07,660 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d25bfff4f60f4bf0b1c6947f9ef00396, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732085524770 2024-11-20T06:52:07,660 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ba12367e4c34f93a147637c915fc547, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732085524770 2024-11-20T06:52:07,660 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba6c04fe1a0740a3b03fbce3ccf8cdfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732085524878 2024-11-20T06:52:07,660 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f4f609999a74d72a4ea486604550339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732085524878 2024-11-20T06:52:07,660 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e9ff4bad88f450fb9b44b4f9c7869a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732085526043 2024-11-20T06:52:07,661 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting af28214a57d74f7ca667ba11614b4162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732085526049 2024-11-20T06:52:07,668 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:07,668 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:07,668 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/92d15b851d9048759e6b4884c2930c0f is 50, key is test_row_0/B:col10/1732085526049/Put/seqid=0 2024-11-20T06:52:07,669 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a30c49dba8ad408a9180de7f71d074a8 is 50, key is test_row_0/A:col10/1732085526049/Put/seqid=0 2024-11-20T06:52:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741927_1103 (size=13323) 2024-11-20T06:52:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741928_1104 (size=13323) 2024-11-20T06:52:07,696 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a30c49dba8ad408a9180de7f71d074a8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a30c49dba8ad408a9180de7f71d074a8 2024-11-20T06:52:07,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T06:52:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,703 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=130.96 KB heapSize=368.30 KB 2024-11-20T06:52:07,703 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into a30c49dba8ad408a9180de7f71d074a8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:07,703 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:07,704 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085527658; duration=0sec 2024-11-20T06:52:07,704 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:07,705 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:07,705 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:07,707 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:07,708 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:07,708 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:07,708 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1ca50348ddb34b8cad928e062bac52bc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f77a5c63eda44502a3c1b709aaed68fd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5b7ae87f4002436ca782b0d0ba5e19d5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=36.9 K 2024-11-20T06:52:07,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f49fe6af33c847a2a73059214e618e87 is 50, key is test_row_0/A:col10/1732085526503/Put/seqid=0 2024-11-20T06:52:07,711 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ca50348ddb34b8cad928e062bac52bc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732085524770 2024-11-20T06:52:07,711 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f77a5c63eda44502a3c1b709aaed68fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732085524878 2024-11-20T06:52:07,711 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b7ae87f4002436ca782b0d0ba5e19d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732085526049 2024-11-20T06:52:07,725 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:07,725 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/7016b59105624913ae6bf5f9e6e62214 is 50, key is test_row_0/C:col10/1732085526049/Put/seqid=0 2024-11-20T06:52:07,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741929_1105 (size=12301) 2024-11-20T06:52:07,729 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f49fe6af33c847a2a73059214e618e87 2024-11-20T06:52:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741930_1106 (size=13323) 2024-11-20T06:52:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ee8b3792a8b541ca935a89022adbcf18 is 50, key is test_row_0/B:col10/1732085526503/Put/seqid=0 2024-11-20T06:52:07,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741931_1107 (size=12301) 2024-11-20T06:52:07,757 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ee8b3792a8b541ca935a89022adbcf18 2024-11-20T06:52:07,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5be910af5aee48e8a349089bcd2fbf96 is 50, key is test_row_0/C:col10/1732085526503/Put/seqid=0 2024-11-20T06:52:07,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741932_1108 (size=12301) 2024-11-20T06:52:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T06:52:08,090 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/92d15b851d9048759e6b4884c2930c0f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/92d15b851d9048759e6b4884c2930c0f 2024-11-20T06:52:08,096 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 92d15b851d9048759e6b4884c2930c0f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:08,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:08,096 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085527658; duration=0sec 2024-11-20T06:52:08,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:08,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:08,149 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/7016b59105624913ae6bf5f9e6e62214 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7016b59105624913ae6bf5f9e6e62214 2024-11-20T06:52:08,155 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 7016b59105624913ae6bf5f9e6e62214(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:08,155 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:08,155 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085527658; duration=0sec 2024-11-20T06:52:08,155 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:08,155 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:08,175 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.51 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5be910af5aee48e8a349089bcd2fbf96 2024-11-20T06:52:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f49fe6af33c847a2a73059214e618e87 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f49fe6af33c847a2a73059214e618e87 2024-11-20T06:52:08,186 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f49fe6af33c847a2a73059214e618e87, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T06:52:08,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/ee8b3792a8b541ca935a89022adbcf18 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ee8b3792a8b541ca935a89022adbcf18 2024-11-20T06:52:08,192 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ee8b3792a8b541ca935a89022adbcf18, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T06:52:08,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5be910af5aee48e8a349089bcd2fbf96 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5be910af5aee48e8a349089bcd2fbf96 2024-11-20T06:52:08,198 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5be910af5aee48e8a349089bcd2fbf96, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T06:52:08,199 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~130.96 KB/134108, heapSize ~368.25 KB/377088, currentSize=0 B/0 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 496ms, sequenceid=448, compaction requested=false 2024-11-20T06:52:08,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:08,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:08,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-20T06:52:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-20T06:52:08,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T06:52:08,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 957 msec 2024-11-20T06:52:08,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 963 msec 2024-11-20T06:52:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T06:52:08,380 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:08,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-20T06:52:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T06:52:08,383 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:08,383 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:08,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T06:52:08,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T06:52:08,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:08,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:08,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:08,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-20T06:52:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-20T06:52:08,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T06:52:08,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-20T06:52:08,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 162 msec 2024-11-20T06:52:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:08,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:52:08,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:08,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T06:52:08,700 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:08,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-20T06:52:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:52:08,702 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:08,704 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:08,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:08,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/12e57e82e26942988ee460f58fa05221 is 50, key is test_row_0/A:col10/1732085528667/Put/seqid=0 2024-11-20T06:52:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741933_1109 (size=12301) 2024-11-20T06:52:08,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/12e57e82e26942988ee460f58fa05221 2024-11-20T06:52:08,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/77df4ff99f72426795f2ae8f257d4961 is 50, key is test_row_0/B:col10/1732085528667/Put/seqid=0 2024-11-20T06:52:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085528721, max timestamp=1732085528735Num uniques 859; 2024-11-20T06:52:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085528721, max timestamp=1732085528735Num uniques 859; 2024-11-20T06:52:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085528721, max timestamp=1732085528735Num uniques 859; 2024-11-20T06:52:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:52:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:52:08,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:52:08,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741934_1110 (size=12301) 2024-11-20T06:52:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085588769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085588771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085588772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:52:08,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T06:52:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:08,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:08,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085588880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:08,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085588880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085588880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T06:52:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:09,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:09,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:52:09,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085589090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085589090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085589090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/77df4ff99f72426795f2ae8f257d4961 2024-11-20T06:52:09,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e9985349c5f3481a951c3701f40c2a6b is 50, key is test_row_0/C:col10/1732085528667/Put/seqid=0 2024-11-20T06:52:09,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741935_1111 (size=12301) 2024-11-20T06:52:09,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e9985349c5f3481a951c3701f40c2a6b 2024-11-20T06:52:09,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T06:52:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:09,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/12e57e82e26942988ee460f58fa05221 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/12e57e82e26942988ee460f58fa05221 2024-11-20T06:52:09,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/12e57e82e26942988ee460f58fa05221, entries=150, sequenceid=461, filesize=12.0 K 2024-11-20T06:52:09,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/77df4ff99f72426795f2ae8f257d4961 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/77df4ff99f72426795f2ae8f257d4961 2024-11-20T06:52:09,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/77df4ff99f72426795f2ae8f257d4961, entries=150, sequenceid=461, filesize=12.0 K 2024-11-20T06:52:09,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/e9985349c5f3481a951c3701f40c2a6b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e9985349c5f3481a951c3701f40c2a6b 2024-11-20T06:52:09,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e9985349c5f3481a951c3701f40c2a6b, entries=150, sequenceid=461, filesize=12.0 K 2024-11-20T06:52:09,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 511ms, sequenceid=461, compaction requested=true 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:09,185 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:09,185 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:09,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:09,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:09,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:09,186 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:09,186 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,186 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:09,186 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a30c49dba8ad408a9180de7f71d074a8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f49fe6af33c847a2a73059214e618e87, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/12e57e82e26942988ee460f58fa05221] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.0 K 2024-11-20T06:52:09,186 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,187 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/92d15b851d9048759e6b4884c2930c0f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ee8b3792a8b541ca935a89022adbcf18, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/77df4ff99f72426795f2ae8f257d4961] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.0 K 2024-11-20T06:52:09,187 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a30c49dba8ad408a9180de7f71d074a8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732085526049 2024-11-20T06:52:09,187 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 92d15b851d9048759e6b4884c2930c0f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732085526049 2024-11-20T06:52:09,187 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49fe6af33c847a2a73059214e618e87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732085526445 2024-11-20T06:52:09,187 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8b3792a8b541ca935a89022adbcf18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732085526445 2024-11-20T06:52:09,187 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12e57e82e26942988ee460f58fa05221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732085528667 2024-11-20T06:52:09,188 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 77df4ff99f72426795f2ae8f257d4961, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732085528667 2024-11-20T06:52:09,196 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:09,197 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/760a7466232c484d856231913a4c16d6 is 50, key is test_row_0/B:col10/1732085528667/Put/seqid=0 2024-11-20T06:52:09,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741936_1112 (size=13425) 2024-11-20T06:52:09,204 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:09,204 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a2877ae46e7f4600a05b81938af1e475 is 50, key is test_row_0/A:col10/1732085528667/Put/seqid=0 2024-11-20T06:52:09,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741937_1113 (size=13425) 2024-11-20T06:52:09,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T06:52:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,317 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-20T06:52:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:09,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:09,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/633f1fccaa174d1dbb15057522183f5a is 50, key is test_row_0/A:col10/1732085528761/Put/seqid=0 2024-11-20T06:52:09,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741938_1114 (size=12301) 2024-11-20T06:52:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:52:09,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:09,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085589412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085589412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085589414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085589520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085589520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085589520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,607 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/760a7466232c484d856231913a4c16d6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/760a7466232c484d856231913a4c16d6 2024-11-20T06:52:09,615 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 760a7466232c484d856231913a4c16d6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:09,615 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:09,615 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085529185; duration=0sec 2024-11-20T06:52:09,615 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:09,615 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:09,616 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:09,618 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/a2877ae46e7f4600a05b81938af1e475 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a2877ae46e7f4600a05b81938af1e475 2024-11-20T06:52:09,618 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:09,618 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:09,618 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,618 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7016b59105624913ae6bf5f9e6e62214, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5be910af5aee48e8a349089bcd2fbf96, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e9985349c5f3481a951c3701f40c2a6b] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.0 K 2024-11-20T06:52:09,619 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7016b59105624913ae6bf5f9e6e62214, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732085526049 2024-11-20T06:52:09,619 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be910af5aee48e8a349089bcd2fbf96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732085526445 2024-11-20T06:52:09,620 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e9985349c5f3481a951c3701f40c2a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732085528667 2024-11-20T06:52:09,624 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into a2877ae46e7f4600a05b81938af1e475(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:09,624 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:09,624 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085529185; duration=0sec 2024-11-20T06:52:09,624 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:09,624 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:09,627 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:09,627 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5571c2b65e6646cbb2c7d45ac7810c8a is 50, key is test_row_0/C:col10/1732085528667/Put/seqid=0 2024-11-20T06:52:09,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741939_1115 (size=13425) 2024-11-20T06:52:09,727 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/633f1fccaa174d1dbb15057522183f5a 2024-11-20T06:52:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085589730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085589730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085589730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/758d87a4eb4544f9ba964b1ef865e711 is 50, key is test_row_0/B:col10/1732085528761/Put/seqid=0 2024-11-20T06:52:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741940_1116 (size=12301) 2024-11-20T06:52:09,794 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/758d87a4eb4544f9ba964b1ef865e711 2024-11-20T06:52:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2777a4accab44601a6629008d9dcec94 is 50, key is test_row_0/C:col10/1732085528761/Put/seqid=0 2024-11-20T06:52:09,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741941_1117 (size=12301) 2024-11-20T06:52:09,809 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2777a4accab44601a6629008d9dcec94 2024-11-20T06:52:09,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/633f1fccaa174d1dbb15057522183f5a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/633f1fccaa174d1dbb15057522183f5a 2024-11-20T06:52:09,820 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/633f1fccaa174d1dbb15057522183f5a, entries=150, sequenceid=496, filesize=12.0 K 2024-11-20T06:52:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/758d87a4eb4544f9ba964b1ef865e711 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/758d87a4eb4544f9ba964b1ef865e711 2024-11-20T06:52:09,826 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/758d87a4eb4544f9ba964b1ef865e711, entries=150, sequenceid=496, filesize=12.0 K 2024-11-20T06:52:09,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/2777a4accab44601a6629008d9dcec94 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2777a4accab44601a6629008d9dcec94 2024-11-20T06:52:09,833 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2777a4accab44601a6629008d9dcec94, entries=150, sequenceid=496, filesize=12.0 K 2024-11-20T06:52:09,834 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 517ms, sequenceid=496, compaction requested=false 2024-11-20T06:52:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T06:52:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T06:52:09,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T06:52:09,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-20T06:52:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:52:09,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.1390 sec 2024-11-20T06:52:10,038 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/5571c2b65e6646cbb2c7d45ac7810c8a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5571c2b65e6646cbb2c7d45ac7810c8a 2024-11-20T06:52:10,047 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 5571c2b65e6646cbb2c7d45ac7810c8a(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:10,047 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:10,047 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085529185; duration=0sec 2024-11-20T06:52:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:10,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:52:10,048 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:10,048 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:10,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:10,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:10,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:10,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:10,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:10,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:10,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/8aa6c611d853493884e1d7a8f66041b0 is 50, key is test_row_0/A:col10/1732085530045/Put/seqid=0 2024-11-20T06:52:10,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741942_1118 (size=12301) 2024-11-20T06:52:10,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085590078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085590083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085590084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085590190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085590200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085590200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085590410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085590410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085590410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/8aa6c611d853493884e1d7a8f66041b0 2024-11-20T06:52:10,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/bd109b3f41d54c1aa2238adc55242baa is 50, key is test_row_0/B:col10/1732085530045/Put/seqid=0 2024-11-20T06:52:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741943_1119 (size=12301) 2024-11-20T06:52:10,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085590720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085590720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085590720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:10,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T06:52:10,850 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:10,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-20T06:52:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T06:52:10,852 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:10,853 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:10,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:10,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/bd109b3f41d54c1aa2238adc55242baa 2024-11-20T06:52:10,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ec184e8301bf4270a586f60487181e81 is 50, key is test_row_0/C:col10/1732085530045/Put/seqid=0 2024-11-20T06:52:10,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741944_1120 (size=12301) 2024-11-20T06:52:10,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ec184e8301bf4270a586f60487181e81 2024-11-20T06:52:10,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/8aa6c611d853493884e1d7a8f66041b0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8aa6c611d853493884e1d7a8f66041b0 2024-11-20T06:52:10,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8aa6c611d853493884e1d7a8f66041b0, entries=150, sequenceid=512, filesize=12.0 K 2024-11-20T06:52:10,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/bd109b3f41d54c1aa2238adc55242baa as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/bd109b3f41d54c1aa2238adc55242baa 2024-11-20T06:52:10,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/bd109b3f41d54c1aa2238adc55242baa, entries=150, sequenceid=512, filesize=12.0 K 2024-11-20T06:52:10,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ec184e8301bf4270a586f60487181e81 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ec184e8301bf4270a586f60487181e81 2024-11-20T06:52:10,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ec184e8301bf4270a586f60487181e81, entries=150, sequenceid=512, filesize=12.0 K 2024-11-20T06:52:10,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 875ms, sequenceid=512, compaction requested=true 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:10,923 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:10,923 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:10,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:10,925 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:10,925 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:10,926 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:10,926 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:10,926 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:10,926 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:10,926 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a2877ae46e7f4600a05b81938af1e475, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/633f1fccaa174d1dbb15057522183f5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8aa6c611d853493884e1d7a8f66041b0] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.1 K 2024-11-20T06:52:10,926 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/760a7466232c484d856231913a4c16d6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/758d87a4eb4544f9ba964b1ef865e711, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/bd109b3f41d54c1aa2238adc55242baa] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.1 K 2024-11-20T06:52:10,926 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2877ae46e7f4600a05b81938af1e475, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732085528667 2024-11-20T06:52:10,926 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 760a7466232c484d856231913a4c16d6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732085528667 2024-11-20T06:52:10,927 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 633f1fccaa174d1dbb15057522183f5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732085528761 2024-11-20T06:52:10,927 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 758d87a4eb4544f9ba964b1ef865e711, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732085528761 2024-11-20T06:52:10,927 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aa6c611d853493884e1d7a8f66041b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732085529411 2024-11-20T06:52:10,928 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting bd109b3f41d54c1aa2238adc55242baa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732085529411 2024-11-20T06:52:10,937 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:10,938 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6a6b0b3df18c409c87cf4b37a97fdc92 is 50, key is test_row_0/B:col10/1732085530045/Put/seqid=0 2024-11-20T06:52:10,941 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:10,941 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/1381b9115b6b4f77884915243bcde8ea is 50, key is test_row_0/A:col10/1732085530045/Put/seqid=0 2024-11-20T06:52:10,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741945_1121 (size=13527) 2024-11-20T06:52:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741946_1122 (size=13527) 2024-11-20T06:52:10,956 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/6a6b0b3df18c409c87cf4b37a97fdc92 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a6b0b3df18c409c87cf4b37a97fdc92 2024-11-20T06:52:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T06:52:10,963 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/1381b9115b6b4f77884915243bcde8ea as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1381b9115b6b4f77884915243bcde8ea 2024-11-20T06:52:10,968 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 6a6b0b3df18c409c87cf4b37a97fdc92(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:10,968 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:10,968 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085530923; duration=0sec 2024-11-20T06:52:10,968 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:10,968 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:10,968 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:10,970 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:10,970 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:10,971 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:10,971 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5571c2b65e6646cbb2c7d45ac7810c8a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2777a4accab44601a6629008d9dcec94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ec184e8301bf4270a586f60487181e81] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.1 K 2024-11-20T06:52:10,971 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 1381b9115b6b4f77884915243bcde8ea(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:10,971 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:10,971 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085530923; duration=0sec 2024-11-20T06:52:10,971 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5571c2b65e6646cbb2c7d45ac7810c8a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732085528667 2024-11-20T06:52:10,971 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:10,971 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:10,974 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2777a4accab44601a6629008d9dcec94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732085528761 2024-11-20T06:52:10,975 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ec184e8301bf4270a586f60487181e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732085529411 2024-11-20T06:52:10,984 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:10,984 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/a235668cb68548fb9e9af0c0a7ce3684 is 50, key is test_row_0/C:col10/1732085530045/Put/seqid=0 2024-11-20T06:52:11,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741947_1123 (size=13527) 2024-11-20T06:52:11,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-20T06:52:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:11,005 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T06:52:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:11,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/16f95138d8a3456cb1e5c25ac3146909 is 50, key is test_row_0/A:col10/1732085530082/Put/seqid=0 2024-11-20T06:52:11,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741948_1124 (size=12301) 2024-11-20T06:52:11,026 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/16f95138d8a3456cb1e5c25ac3146909 2024-11-20T06:52:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0cf4777149b942658b39b369d0e6260e is 50, key is test_row_0/B:col10/1732085530082/Put/seqid=0 2024-11-20T06:52:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741949_1125 (size=12301) 2024-11-20T06:52:11,039 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0cf4777149b942658b39b369d0e6260e 2024-11-20T06:52:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/75d4caa5c76c4d8a8193eb9bf9daf15d is 50, key is test_row_0/C:col10/1732085530082/Put/seqid=0 2024-11-20T06:52:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741950_1126 (size=12301) 2024-11-20T06:52:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:11,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T06:52:11,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085591182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085591183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085591230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085591230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085591231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085591290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085591290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,412 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/a235668cb68548fb9e9af0c0a7ce3684 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/a235668cb68548fb9e9af0c0a7ce3684 2024-11-20T06:52:11,418 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into a235668cb68548fb9e9af0c0a7ce3684(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:11,418 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:11,418 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085530923; duration=0sec 2024-11-20T06:52:11,418 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:11,418 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:11,454 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/75d4caa5c76c4d8a8193eb9bf9daf15d 2024-11-20T06:52:11,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/16f95138d8a3456cb1e5c25ac3146909 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/16f95138d8a3456cb1e5c25ac3146909 2024-11-20T06:52:11,465 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/16f95138d8a3456cb1e5c25ac3146909, entries=150, sequenceid=533, filesize=12.0 K 2024-11-20T06:52:11,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/0cf4777149b942658b39b369d0e6260e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0cf4777149b942658b39b369d0e6260e 2024-11-20T06:52:11,473 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0cf4777149b942658b39b369d0e6260e, entries=150, sequenceid=533, filesize=12.0 K 2024-11-20T06:52:11,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/75d4caa5c76c4d8a8193eb9bf9daf15d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/75d4caa5c76c4d8a8193eb9bf9daf15d 2024-11-20T06:52:11,479 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/75d4caa5c76c4d8a8193eb9bf9daf15d, entries=150, sequenceid=533, filesize=12.0 K 2024-11-20T06:52:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T06:52:11,480 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 475ms, sequenceid=533, compaction requested=false 2024-11-20T06:52:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T06:52:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T06:52:11,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T06:52:11,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 629 msec 2024-11-20T06:52:11,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 633 msec 2024-11-20T06:52:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:11,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T06:52:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:11,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e91ca142888f47b19d9c41135b73ae5f is 50, key is test_row_0/A:col10/1732085531503/Put/seqid=0 2024-11-20T06:52:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741951_1127 (size=17181) 2024-11-20T06:52:11,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e91ca142888f47b19d9c41135b73ae5f 2024-11-20T06:52:11,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/c2a5a2d84ac84c338eebb283ef6757d5 is 50, key is test_row_0/B:col10/1732085531503/Put/seqid=0 2024-11-20T06:52:11,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741952_1128 (size=12301) 2024-11-20T06:52:11,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/c2a5a2d84ac84c338eebb283ef6757d5 2024-11-20T06:52:11,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/27a22b091115483f8a414ecb10ad76ff is 50, key is test_row_0/C:col10/1732085531503/Put/seqid=0 2024-11-20T06:52:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085591552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085591552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741953_1129 (size=12301) 2024-11-20T06:52:11,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/27a22b091115483f8a414ecb10ad76ff 2024-11-20T06:52:11,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/e91ca142888f47b19d9c41135b73ae5f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e91ca142888f47b19d9c41135b73ae5f 2024-11-20T06:52:11,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e91ca142888f47b19d9c41135b73ae5f, entries=250, sequenceid=549, filesize=16.8 K 2024-11-20T06:52:11,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/c2a5a2d84ac84c338eebb283ef6757d5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c2a5a2d84ac84c338eebb283ef6757d5 2024-11-20T06:52:11,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c2a5a2d84ac84c338eebb283ef6757d5, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T06:52:11,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/27a22b091115483f8a414ecb10ad76ff as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/27a22b091115483f8a414ecb10ad76ff 2024-11-20T06:52:11,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/27a22b091115483f8a414ecb10ad76ff, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T06:52:11,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 88ms, sequenceid=549, compaction requested=true 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:11,593 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:11,593 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:11,595 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:11,595 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A is initiating minor compaction (all files) 2024-11-20T06:52:11,595 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:11,595 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1381b9115b6b4f77884915243bcde8ea, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/16f95138d8a3456cb1e5c25ac3146909, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e91ca142888f47b19d9c41135b73ae5f] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=42.0 K 2024-11-20T06:52:11,595 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:11,596 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B is initiating minor compaction (all files) 2024-11-20T06:52:11,596 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:11,596 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a6b0b3df18c409c87cf4b37a97fdc92, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0cf4777149b942658b39b369d0e6260e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c2a5a2d84ac84c338eebb283ef6757d5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.2 K 2024-11-20T06:52:11,596 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1381b9115b6b4f77884915243bcde8ea, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732085529411 2024-11-20T06:52:11,596 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a6b0b3df18c409c87cf4b37a97fdc92, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732085529411 2024-11-20T06:52:11,596 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f95138d8a3456cb1e5c25ac3146909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732085530060 2024-11-20T06:52:11,597 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cf4777149b942658b39b369d0e6260e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732085530060 2024-11-20T06:52:11,597 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c2a5a2d84ac84c338eebb283ef6757d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732085531170 2024-11-20T06:52:11,598 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e91ca142888f47b19d9c41135b73ae5f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732085531170 2024-11-20T06:52:11,607 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#A#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:11,608 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/b893c184ece345f08f44a78fdc73b747 is 50, key is test_row_0/A:col10/1732085531503/Put/seqid=0 2024-11-20T06:52:11,609 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#B#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:11,610 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/584d90b9c5e440caa0349bdd9484e0cc is 50, key is test_row_0/B:col10/1732085531503/Put/seqid=0 2024-11-20T06:52:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741955_1131 (size=13629) 2024-11-20T06:52:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741954_1130 (size=13629) 2024-11-20T06:52:11,640 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/b893c184ece345f08f44a78fdc73b747 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b893c184ece345f08f44a78fdc73b747 2024-11-20T06:52:11,646 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into b893c184ece345f08f44a78fdc73b747(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:11,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:11,646 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, priority=13, startTime=1732085531593; duration=0sec 2024-11-20T06:52:11,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:11,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:A 2024-11-20T06:52:11,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:11,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:11,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C is initiating minor compaction (all files) 2024-11-20T06:52:11,647 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C in TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:11,648 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/a235668cb68548fb9e9af0c0a7ce3684, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/75d4caa5c76c4d8a8193eb9bf9daf15d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/27a22b091115483f8a414ecb10ad76ff] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp, totalSize=37.2 K 2024-11-20T06:52:11,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a235668cb68548fb9e9af0c0a7ce3684, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732085529411 2024-11-20T06:52:11,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75d4caa5c76c4d8a8193eb9bf9daf15d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732085530060 2024-11-20T06:52:11,649 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27a22b091115483f8a414ecb10ad76ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732085531170 2024-11-20T06:52:11,655 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cf9e4f6f6fcc3d30bdaca03ddd6c0bb2#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:11,655 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/19e0eb58d6c5400c942fd4dd43a88601 is 50, key is test_row_0/C:col10/1732085531503/Put/seqid=0 2024-11-20T06:52:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:11,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:52:11,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741956_1132 (size=13629) 2024-11-20T06:52:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:11,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d75c44e69d714f25b2bd56541353ba0f is 50, key is test_row_0/A:col10/1732085531546/Put/seqid=0 2024-11-20T06:52:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741957_1133 (size=17181) 2024-11-20T06:52:11,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d75c44e69d714f25b2bd56541353ba0f 2024-11-20T06:52:11,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/8cc196a654e64fd18cb83bb60ac34310 is 50, key is test_row_0/B:col10/1732085531546/Put/seqid=0 2024-11-20T06:52:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741958_1134 (size=12301) 2024-11-20T06:52:11,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085591689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085591691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085591800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085591809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:11,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T06:52:11,990 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:11,991 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-20T06:52:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T06:52:11,992 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:11,993 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:11,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:12,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085592010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085592019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,029 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/584d90b9c5e440caa0349bdd9484e0cc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/584d90b9c5e440caa0349bdd9484e0cc 2024-11-20T06:52:12,035 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 584d90b9c5e440caa0349bdd9484e0cc(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:12,035 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:12,035 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, priority=13, startTime=1732085531593; duration=0sec 2024-11-20T06:52:12,035 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:12,035 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:B 2024-11-20T06:52:12,071 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/19e0eb58d6c5400c942fd4dd43a88601 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/19e0eb58d6c5400c942fd4dd43a88601 2024-11-20T06:52:12,076 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C of cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 into 19e0eb58d6c5400c942fd4dd43a88601(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:12,076 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:12,076 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., storeName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, priority=13, startTime=1732085531593; duration=0sec 2024-11-20T06:52:12,077 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:12,077 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cf9e4f6f6fcc3d30bdaca03ddd6c0bb2:C 2024-11-20T06:52:12,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/8cc196a654e64fd18cb83bb60ac34310 2024-11-20T06:52:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T06:52:12,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/99a7dd3f47334c9dbdf9cc768db028c1 is 50, key is test_row_0/C:col10/1732085531546/Put/seqid=0 2024-11-20T06:52:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741959_1135 (size=12301) 2024-11-20T06:52:12,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-20T06:52:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,156 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T06:52:12,156 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:12,157 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T06:52:12,157 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:12,160 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,160 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,161 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,161 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:12,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:12,166 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T06:52:12,166 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:12,166 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,166 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:12,170 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T06:52:12,170 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:12,170 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,170 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57080 deadline: 1732085592240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,242 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:12,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57138 deadline: 1732085592251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1732085592251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,252 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,252 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-20T06:52:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T06:52:12,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1732085592320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57086 deadline: 1732085592330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:12,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:12,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-20T06:52:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:12,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/99a7dd3f47334c9dbdf9cc768db028c1 2024-11-20T06:52:12,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/d75c44e69d714f25b2bd56541353ba0f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d75c44e69d714f25b2bd56541353ba0f 2024-11-20T06:52:12,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d75c44e69d714f25b2bd56541353ba0f, entries=250, sequenceid=569, filesize=16.8 K 2024-11-20T06:52:12,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/8cc196a654e64fd18cb83bb60ac34310 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/8cc196a654e64fd18cb83bb60ac34310 2024-11-20T06:52:12,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/8cc196a654e64fd18cb83bb60ac34310, entries=150, sequenceid=569, filesize=12.0 K 2024-11-20T06:52:12,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/99a7dd3f47334c9dbdf9cc768db028c1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99a7dd3f47334c9dbdf9cc768db028c1 2024-11-20T06:52:12,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99a7dd3f47334c9dbdf9cc768db028c1, entries=150, sequenceid=569, filesize=12.0 K 2024-11-20T06:52:12,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 877ms, sequenceid=569, compaction requested=false 2024-11-20T06:52:12,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:12,611 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/26ba2ca11dee4cd1afed48c6525f3fbd is 50, key is test_row_0/A:col10/1732085531687/Put/seqid=0 2024-11-20T06:52:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741960_1136 (size=12301) 2024-11-20T06:52:12,619 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/26ba2ca11dee4cd1afed48c6525f3fbd 2024-11-20T06:52:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T06:52:12,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/71fec7495bdf4d6ba68ca53223c88d9e is 50, key is test_row_0/B:col10/1732085531687/Put/seqid=0 2024-11-20T06:52:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741961_1137 (size=12301) 2024-11-20T06:52:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:12,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. as already flushing 2024-11-20T06:52:12,832 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T06:52:12,832 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:12,832 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,832 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:12,841 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T06:52:12,841 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:12,841 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,841 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:12,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:13,032 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/71fec7495bdf4d6ba68ca53223c88d9e 2024-11-20T06:52:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0dbc4a48418d4084936a57068a2279a8 is 50, key is test_row_0/C:col10/1732085531687/Put/seqid=0 2024-11-20T06:52:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741962_1138 (size=12301) 2024-11-20T06:52:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T06:52:13,454 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0dbc4a48418d4084936a57068a2279a8 2024-11-20T06:52:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/26ba2ca11dee4cd1afed48c6525f3fbd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/26ba2ca11dee4cd1afed48c6525f3fbd 2024-11-20T06:52:13,472 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/26ba2ca11dee4cd1afed48c6525f3fbd, entries=150, sequenceid=584, filesize=12.0 K 2024-11-20T06:52:13,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/71fec7495bdf4d6ba68ca53223c88d9e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/71fec7495bdf4d6ba68ca53223c88d9e 2024-11-20T06:52:13,482 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/71fec7495bdf4d6ba68ca53223c88d9e, entries=150, sequenceid=584, filesize=12.0 K 2024-11-20T06:52:13,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/0dbc4a48418d4084936a57068a2279a8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0dbc4a48418d4084936a57068a2279a8 2024-11-20T06:52:13,490 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0dbc4a48418d4084936a57068a2279a8, entries=150, sequenceid=584, filesize=12.0 K 2024-11-20T06:52:13,491 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=13.42 KB/13740 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 880ms, sequenceid=584, compaction requested=true 2024-11-20T06:52:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: 2024-11-20T06:52:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T06:52:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T06:52:13,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T06:52:13,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5000 sec 2024-11-20T06:52:13,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.5040 sec 2024-11-20T06:52:13,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:52:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T06:52:14,142 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:14,263 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T06:52:14,263 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:14,263 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,263 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:14,272 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T06:52:14,272 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T06:52:14,272 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:14,272 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:14,272 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,272 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,272 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,272 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:14,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-20T06:52:14,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3014 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2999 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1340 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4018 rows 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1342 2024-11-20T06:52:14,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4020 rows 2024-11-20T06:52:14,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:52:14,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:52:14,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:14,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:14,277 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T06:52:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:52:14,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085534284"}]},"ts":"1732085534284"} 2024-11-20T06:52:14,286 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T06:52:14,286 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T06:52:14,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:52:14,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, UNASSIGN}] 2024-11-20T06:52:14,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, UNASSIGN 2024-11-20T06:52:14,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:14,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, UNASSIGN because future has completed 2024-11-20T06:52:14,296 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:52:14,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:52:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:52:14,457 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:14,457 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:52:14,458 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, disabling compactions & flushes 2024-11-20T06:52:14,458 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:14,458 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:14,458 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. after waiting 0 ms 2024-11-20T06:52:14,458 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:14,458 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T06:52:14,459 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=A 2024-11-20T06:52:14,459 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:14,459 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=B 2024-11-20T06:52:14,459 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:14,459 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, store=C 2024-11-20T06:52:14,459 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:14,466 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f651f87af6164ccdab4705365a24ed76 is 50, key is test_row_1/A:col10/1732085534270/Put/seqid=0 2024-11-20T06:52:14,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741963_1139 (size=9857) 2024-11-20T06:52:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:52:14,873 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f651f87af6164ccdab4705365a24ed76 2024-11-20T06:52:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:52:14,923 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/822abca84d6c46e39f581bb0a0ce810e is 50, key is test_row_1/B:col10/1732085534270/Put/seqid=0 2024-11-20T06:52:14,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741964_1140 (size=9857) 2024-11-20T06:52:15,329 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/822abca84d6c46e39f581bb0a0ce810e 2024-11-20T06:52:15,338 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ccfcf14d702e4548b599ea8ce25e3bab is 50, key is test_row_1/C:col10/1732085534270/Put/seqid=0 2024-11-20T06:52:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741965_1141 (size=9857) 2024-11-20T06:52:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:52:15,744 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ccfcf14d702e4548b599ea8ce25e3bab 2024-11-20T06:52:15,756 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/A/f651f87af6164ccdab4705365a24ed76 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f651f87af6164ccdab4705365a24ed76 2024-11-20T06:52:15,761 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f651f87af6164ccdab4705365a24ed76, entries=100, sequenceid=592, filesize=9.6 K 2024-11-20T06:52:15,762 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/B/822abca84d6c46e39f581bb0a0ce810e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/822abca84d6c46e39f581bb0a0ce810e 2024-11-20T06:52:15,768 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/822abca84d6c46e39f581bb0a0ce810e, entries=100, sequenceid=592, filesize=9.6 K 2024-11-20T06:52:15,769 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/.tmp/C/ccfcf14d702e4548b599ea8ce25e3bab as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ccfcf14d702e4548b599ea8ce25e3bab 2024-11-20T06:52:15,773 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ccfcf14d702e4548b599ea8ce25e3bab, entries=100, sequenceid=592, filesize=9.6 K 2024-11-20T06:52:15,774 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 1316ms, sequenceid=592, compaction requested=true 2024-11-20T06:52:15,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d6c52345469a45ddaffb89149bc405f5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/76cbf1a6207f4d889ab93f333b9daa27, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d4d5479ef4848f1b163b31bc941b8ee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d5c483c529744d42b2f95cdbe5f2ce95, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b4266df692084fffb4fb537bbbaa4df9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e2a1b76290b54f5b83544789e2815d6f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ec52a4233d604a22ba1b22b38a5a728d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f36f415c7fda4564b66480fdc92b931a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/19a4ca1c56334316b2cfd50c4f50b6d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/3403312c3a8b4f16bf9e8bb890d63c90, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a70c75f2bf8e4940827074639a166cc6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba3cfdf4e8da47dbb6c060c999cade96, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/53709ad9a6f74f5da6a9e69971ee84d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/c9551623f162452faf99436ece14ff14, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8f0cc47f37874fbf8b0142a7c41e3bba, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4fef761c73a44bd0a332b828bb152a31, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d6748a521704967b7371d63529a6d21, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1b5d2ac8f3f74ce8948b461b1f4e4257, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/6b3b18986e784a1286ad7b8908cc4c62, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4623466426664e1ebba7b847ddc52001, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/595f7317f31e468891cc1e192381cd7f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/efbb259850d04e41b0e784c8757e749b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/50ed4de5dd874637b1e4e6f616ba4e37, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a49ef0cf1a4e4a37a71e25350f737f3f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e246db2105a849e1b78146563d50d471, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/5d02d571342543efa42f7f55d358c0d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d25bfff4f60f4bf0b1c6947f9ef00396, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4e9ff4bad88f450fb9b44b4f9c7869a9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a30c49dba8ad408a9180de7f71d074a8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f49fe6af33c847a2a73059214e618e87, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a2877ae46e7f4600a05b81938af1e475, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/12e57e82e26942988ee460f58fa05221, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/633f1fccaa174d1dbb15057522183f5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1381b9115b6b4f77884915243bcde8ea, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8aa6c611d853493884e1d7a8f66041b0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/16f95138d8a3456cb1e5c25ac3146909, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e91ca142888f47b19d9c41135b73ae5f] to archive 2024-11-20T06:52:15,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:52:15,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d6c52345469a45ddaffb89149bc405f5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d6c52345469a45ddaffb89149bc405f5 2024-11-20T06:52:15,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/76cbf1a6207f4d889ab93f333b9daa27 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/76cbf1a6207f4d889ab93f333b9daa27 2024-11-20T06:52:15,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d4d5479ef4848f1b163b31bc941b8ee to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d4d5479ef4848f1b163b31bc941b8ee 2024-11-20T06:52:15,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d5c483c529744d42b2f95cdbe5f2ce95 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d5c483c529744d42b2f95cdbe5f2ce95 2024-11-20T06:52:15,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b4266df692084fffb4fb537bbbaa4df9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b4266df692084fffb4fb537bbbaa4df9 2024-11-20T06:52:15,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e2a1b76290b54f5b83544789e2815d6f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e2a1b76290b54f5b83544789e2815d6f 2024-11-20T06:52:15,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ec52a4233d604a22ba1b22b38a5a728d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ec52a4233d604a22ba1b22b38a5a728d 2024-11-20T06:52:15,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f36f415c7fda4564b66480fdc92b931a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f36f415c7fda4564b66480fdc92b931a 2024-11-20T06:52:15,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/19a4ca1c56334316b2cfd50c4f50b6d3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/19a4ca1c56334316b2cfd50c4f50b6d3 2024-11-20T06:52:15,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/3403312c3a8b4f16bf9e8bb890d63c90 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/3403312c3a8b4f16bf9e8bb890d63c90 2024-11-20T06:52:15,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a70c75f2bf8e4940827074639a166cc6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a70c75f2bf8e4940827074639a166cc6 2024-11-20T06:52:15,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba3cfdf4e8da47dbb6c060c999cade96 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba3cfdf4e8da47dbb6c060c999cade96 2024-11-20T06:52:15,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/53709ad9a6f74f5da6a9e69971ee84d3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/53709ad9a6f74f5da6a9e69971ee84d3 2024-11-20T06:52:15,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/c9551623f162452faf99436ece14ff14 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/c9551623f162452faf99436ece14ff14 2024-11-20T06:52:15,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8f0cc47f37874fbf8b0142a7c41e3bba to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8f0cc47f37874fbf8b0142a7c41e3bba 2024-11-20T06:52:15,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4fef761c73a44bd0a332b828bb152a31 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4fef761c73a44bd0a332b828bb152a31 2024-11-20T06:52:15,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d6748a521704967b7371d63529a6d21 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/7d6748a521704967b7371d63529a6d21 2024-11-20T06:52:15,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1b5d2ac8f3f74ce8948b461b1f4e4257 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1b5d2ac8f3f74ce8948b461b1f4e4257 2024-11-20T06:52:15,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a3cb4eaf65ec4cfab3fbaa0d3b498e9a 2024-11-20T06:52:15,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/6b3b18986e784a1286ad7b8908cc4c62 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/6b3b18986e784a1286ad7b8908cc4c62 2024-11-20T06:52:15,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4623466426664e1ebba7b847ddc52001 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4623466426664e1ebba7b847ddc52001 2024-11-20T06:52:15,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/595f7317f31e468891cc1e192381cd7f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/595f7317f31e468891cc1e192381cd7f 2024-11-20T06:52:15,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/efbb259850d04e41b0e784c8757e749b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/efbb259850d04e41b0e784c8757e749b 2024-11-20T06:52:15,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/50ed4de5dd874637b1e4e6f616ba4e37 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/50ed4de5dd874637b1e4e6f616ba4e37 2024-11-20T06:52:15,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a49ef0cf1a4e4a37a71e25350f737f3f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a49ef0cf1a4e4a37a71e25350f737f3f 2024-11-20T06:52:15,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e246db2105a849e1b78146563d50d471 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e246db2105a849e1b78146563d50d471 2024-11-20T06:52:15,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/5d02d571342543efa42f7f55d358c0d1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/5d02d571342543efa42f7f55d358c0d1 2024-11-20T06:52:15,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d25bfff4f60f4bf0b1c6947f9ef00396 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d25bfff4f60f4bf0b1c6947f9ef00396 2024-11-20T06:52:15,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/ba6c04fe1a0740a3b03fbce3ccf8cdfd 2024-11-20T06:52:15,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4e9ff4bad88f450fb9b44b4f9c7869a9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/4e9ff4bad88f450fb9b44b4f9c7869a9 2024-11-20T06:52:15,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a30c49dba8ad408a9180de7f71d074a8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a30c49dba8ad408a9180de7f71d074a8 2024-11-20T06:52:15,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f49fe6af33c847a2a73059214e618e87 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f49fe6af33c847a2a73059214e618e87 2024-11-20T06:52:15,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a2877ae46e7f4600a05b81938af1e475 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/a2877ae46e7f4600a05b81938af1e475 2024-11-20T06:52:15,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/12e57e82e26942988ee460f58fa05221 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/12e57e82e26942988ee460f58fa05221 2024-11-20T06:52:15,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/633f1fccaa174d1dbb15057522183f5a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/633f1fccaa174d1dbb15057522183f5a 2024-11-20T06:52:15,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1381b9115b6b4f77884915243bcde8ea to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/1381b9115b6b4f77884915243bcde8ea 2024-11-20T06:52:15,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8aa6c611d853493884e1d7a8f66041b0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/8aa6c611d853493884e1d7a8f66041b0 2024-11-20T06:52:15,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/16f95138d8a3456cb1e5c25ac3146909 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/16f95138d8a3456cb1e5c25ac3146909 2024-11-20T06:52:15,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e91ca142888f47b19d9c41135b73ae5f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/e91ca142888f47b19d9c41135b73ae5f 2024-11-20T06:52:15,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a3c4d55835e447428d8732eda827d484, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/36f0ce1555b54df0ad90fba0630fa94b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/99c1404ebc014a6889e17e3b3f3a54a6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d937d5f14b61437c88e667b5bee38b36, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4330484415344d56bb019399e0906d9e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/eb12d4ffb6a7492986906a605e1013ec, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a58c00a986841a893156ce4d58c2da5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a738ec0583fd4862bd8002dd4531b1d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c07abf7d06994a6f91a5f637e615af81, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0d5cad8216db4e009e97c43432f85401, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d2baa0b4e5cc4d71accd16a3c5dc687f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5826105591724a8289c89c869b607120, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1b10f656505b41bc9330317a9a9838f7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ec6fccdf96a64055a39b1a8c6cd54aee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3ecc39db1b2346a787fc0309c86f55cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3a299f2ffa9146098de7e2e43fa630b5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/b91ef4c74be743778eef24b5dc538a96, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f9deafb2e9ce4773a22961870c3da507, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1f417f293a1742d1865b5cce936931ce, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3dc5a78edd544493922ba90285a57b6a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/434bae55a11a4e1eba8e25a24674517f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/41de4003910440c58b0f6ffcc4df43b8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/e05a5b9f56764fb79cf7f99c0ce7d363, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5a99981bbb514f1f8b950350fb08f0d6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ca6cb4cc25034bc7b7529f38efe62015, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f44061b78a4c4d41863fc3b024a0aa8d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4ba12367e4c34f93a147637c915fc547, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0bd0fa933c2e49ba90574a73ca1290c0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6f4f609999a74d72a4ea486604550339, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/92d15b851d9048759e6b4884c2930c0f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/af28214a57d74f7ca667ba11614b4162, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ee8b3792a8b541ca935a89022adbcf18, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/760a7466232c484d856231913a4c16d6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/77df4ff99f72426795f2ae8f257d4961, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/758d87a4eb4544f9ba964b1ef865e711, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a6b0b3df18c409c87cf4b37a97fdc92, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/bd109b3f41d54c1aa2238adc55242baa, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0cf4777149b942658b39b369d0e6260e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c2a5a2d84ac84c338eebb283ef6757d5] to archive 2024-11-20T06:52:15,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:52:15,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a3c4d55835e447428d8732eda827d484 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a3c4d55835e447428d8732eda827d484 2024-11-20T06:52:15,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/36f0ce1555b54df0ad90fba0630fa94b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/36f0ce1555b54df0ad90fba0630fa94b 2024-11-20T06:52:15,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/99c1404ebc014a6889e17e3b3f3a54a6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/99c1404ebc014a6889e17e3b3f3a54a6 2024-11-20T06:52:15,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d937d5f14b61437c88e667b5bee38b36 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d937d5f14b61437c88e667b5bee38b36 2024-11-20T06:52:15,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4330484415344d56bb019399e0906d9e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4330484415344d56bb019399e0906d9e 2024-11-20T06:52:15,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/eb12d4ffb6a7492986906a605e1013ec to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/eb12d4ffb6a7492986906a605e1013ec 2024-11-20T06:52:15,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a58c00a986841a893156ce4d58c2da5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a58c00a986841a893156ce4d58c2da5 2024-11-20T06:52:15,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a738ec0583fd4862bd8002dd4531b1d3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/a738ec0583fd4862bd8002dd4531b1d3 2024-11-20T06:52:15,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c07abf7d06994a6f91a5f637e615af81 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c07abf7d06994a6f91a5f637e615af81 2024-11-20T06:52:15,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0d5cad8216db4e009e97c43432f85401 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0d5cad8216db4e009e97c43432f85401 2024-11-20T06:52:15,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d2baa0b4e5cc4d71accd16a3c5dc687f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/d2baa0b4e5cc4d71accd16a3c5dc687f 2024-11-20T06:52:15,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5826105591724a8289c89c869b607120 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5826105591724a8289c89c869b607120 2024-11-20T06:52:15,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1b10f656505b41bc9330317a9a9838f7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1b10f656505b41bc9330317a9a9838f7 2024-11-20T06:52:15,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ec6fccdf96a64055a39b1a8c6cd54aee to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ec6fccdf96a64055a39b1a8c6cd54aee 2024-11-20T06:52:15,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3ecc39db1b2346a787fc0309c86f55cb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3ecc39db1b2346a787fc0309c86f55cb 2024-11-20T06:52:15,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3a299f2ffa9146098de7e2e43fa630b5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3a299f2ffa9146098de7e2e43fa630b5 2024-11-20T06:52:15,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/b91ef4c74be743778eef24b5dc538a96 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/b91ef4c74be743778eef24b5dc538a96 2024-11-20T06:52:15,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f9deafb2e9ce4773a22961870c3da507 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f9deafb2e9ce4773a22961870c3da507 2024-11-20T06:52:15,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1f417f293a1742d1865b5cce936931ce to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/1f417f293a1742d1865b5cce936931ce 2024-11-20T06:52:15,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3dc5a78edd544493922ba90285a57b6a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/3dc5a78edd544493922ba90285a57b6a 2024-11-20T06:52:15,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/434bae55a11a4e1eba8e25a24674517f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/434bae55a11a4e1eba8e25a24674517f 2024-11-20T06:52:15,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/41de4003910440c58b0f6ffcc4df43b8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/41de4003910440c58b0f6ffcc4df43b8 2024-11-20T06:52:15,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/e05a5b9f56764fb79cf7f99c0ce7d363 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/e05a5b9f56764fb79cf7f99c0ce7d363 2024-11-20T06:52:15,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5a99981bbb514f1f8b950350fb08f0d6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/5a99981bbb514f1f8b950350fb08f0d6 2024-11-20T06:52:15,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ca6cb4cc25034bc7b7529f38efe62015 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ca6cb4cc25034bc7b7529f38efe62015 2024-11-20T06:52:15,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f44061b78a4c4d41863fc3b024a0aa8d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/f44061b78a4c4d41863fc3b024a0aa8d 2024-11-20T06:52:15,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4ba12367e4c34f93a147637c915fc547 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/4ba12367e4c34f93a147637c915fc547 2024-11-20T06:52:15,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0bd0fa933c2e49ba90574a73ca1290c0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0bd0fa933c2e49ba90574a73ca1290c0 2024-11-20T06:52:15,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6f4f609999a74d72a4ea486604550339 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6f4f609999a74d72a4ea486604550339 2024-11-20T06:52:15,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/92d15b851d9048759e6b4884c2930c0f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/92d15b851d9048759e6b4884c2930c0f 2024-11-20T06:52:15,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/af28214a57d74f7ca667ba11614b4162 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/af28214a57d74f7ca667ba11614b4162 2024-11-20T06:52:15,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ee8b3792a8b541ca935a89022adbcf18 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/ee8b3792a8b541ca935a89022adbcf18 2024-11-20T06:52:15,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/760a7466232c484d856231913a4c16d6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/760a7466232c484d856231913a4c16d6 2024-11-20T06:52:15,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/77df4ff99f72426795f2ae8f257d4961 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/77df4ff99f72426795f2ae8f257d4961 2024-11-20T06:52:15,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/758d87a4eb4544f9ba964b1ef865e711 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/758d87a4eb4544f9ba964b1ef865e711 2024-11-20T06:52:15,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a6b0b3df18c409c87cf4b37a97fdc92 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/6a6b0b3df18c409c87cf4b37a97fdc92 2024-11-20T06:52:15,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/bd109b3f41d54c1aa2238adc55242baa to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/bd109b3f41d54c1aa2238adc55242baa 2024-11-20T06:52:15,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0cf4777149b942658b39b369d0e6260e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/0cf4777149b942658b39b369d0e6260e 2024-11-20T06:52:15,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c2a5a2d84ac84c338eebb283ef6757d5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/c2a5a2d84ac84c338eebb283ef6757d5 2024-11-20T06:52:15,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/20aa36e74411488bab6403751c6bc5a8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/dfb00cd72069428097d5a3102b20d896, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f0abb61fe5d248f6a7bb96e772888b18, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/238e4bb6cf284984ad3db317c96fe9c6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2cb88a601edc41a59a201b0b5dce4749, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e2b9c77cbece4144a3473f6ea109544f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0112699023ff443ca372ef684e2cbf6e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2a63aea1ce924f5bbcd302ef03f593ac, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1b01a0f77f0441be8ce1fcd8d17811a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/18b7fdb5d0144da8b14326500fdfd6f2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99d16b96a25f48da9e7a3eca8823e452, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/c907d6f557434c35bace7268e486861b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e913eea7ced24ce0a2584afc6d5f8d43, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f32c30caafe14908960a713f5078f197, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2289b54ab9314df68e9fa250bf64204c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ce9fac175e414068b38870a5ff4a4145, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/4d40cdebab1e49a7bf98f4ba1cf381dd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1392e14661314baa8ce3242a8e50e357, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/762ed01f88da4c19838ce8787cb4137c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/531bf8b83e5f4246aabacd01aeaec7d7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2b02b56d70894fa8952953216f54abfd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2fcb780a78a24057a1529e4ab0e1e4a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0b7f9eb4b16e4bbe86c655de0d39258d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f18de1b144df4558b6fe1df0cbb74121, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/fa56b1d1d09241a593dfa0a6aa65b76d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f4846692f616404199c3132589e22a4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1ca50348ddb34b8cad928e062bac52bc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7feeb112e2304a3891830da3b8c59c0b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f77a5c63eda44502a3c1b709aaed68fd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7016b59105624913ae6bf5f9e6e62214, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5b7ae87f4002436ca782b0d0ba5e19d5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5be910af5aee48e8a349089bcd2fbf96, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5571c2b65e6646cbb2c7d45ac7810c8a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e9985349c5f3481a951c3701f40c2a6b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2777a4accab44601a6629008d9dcec94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/a235668cb68548fb9e9af0c0a7ce3684, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ec184e8301bf4270a586f60487181e81, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/75d4caa5c76c4d8a8193eb9bf9daf15d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/27a22b091115483f8a414ecb10ad76ff] to archive 2024-11-20T06:52:15,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:52:15,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/20aa36e74411488bab6403751c6bc5a8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/20aa36e74411488bab6403751c6bc5a8 2024-11-20T06:52:15,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/dfb00cd72069428097d5a3102b20d896 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/dfb00cd72069428097d5a3102b20d896 2024-11-20T06:52:15,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f0abb61fe5d248f6a7bb96e772888b18 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f0abb61fe5d248f6a7bb96e772888b18 2024-11-20T06:52:15,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/238e4bb6cf284984ad3db317c96fe9c6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/238e4bb6cf284984ad3db317c96fe9c6 2024-11-20T06:52:15,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2cb88a601edc41a59a201b0b5dce4749 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2cb88a601edc41a59a201b0b5dce4749 2024-11-20T06:52:15,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e2b9c77cbece4144a3473f6ea109544f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e2b9c77cbece4144a3473f6ea109544f 2024-11-20T06:52:15,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0112699023ff443ca372ef684e2cbf6e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0112699023ff443ca372ef684e2cbf6e 2024-11-20T06:52:15,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2a63aea1ce924f5bbcd302ef03f593ac to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2a63aea1ce924f5bbcd302ef03f593ac 2024-11-20T06:52:15,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1b01a0f77f0441be8ce1fcd8d17811a2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1b01a0f77f0441be8ce1fcd8d17811a2 2024-11-20T06:52:15,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/18b7fdb5d0144da8b14326500fdfd6f2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/18b7fdb5d0144da8b14326500fdfd6f2 2024-11-20T06:52:15,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99d16b96a25f48da9e7a3eca8823e452 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99d16b96a25f48da9e7a3eca8823e452 2024-11-20T06:52:15,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/c907d6f557434c35bace7268e486861b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/c907d6f557434c35bace7268e486861b 2024-11-20T06:52:15,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e913eea7ced24ce0a2584afc6d5f8d43 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e913eea7ced24ce0a2584afc6d5f8d43 2024-11-20T06:52:15,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f32c30caafe14908960a713f5078f197 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f32c30caafe14908960a713f5078f197 2024-11-20T06:52:15,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2289b54ab9314df68e9fa250bf64204c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2289b54ab9314df68e9fa250bf64204c 2024-11-20T06:52:15,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ce9fac175e414068b38870a5ff4a4145 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ce9fac175e414068b38870a5ff4a4145 2024-11-20T06:52:15,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/4d40cdebab1e49a7bf98f4ba1cf381dd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/4d40cdebab1e49a7bf98f4ba1cf381dd 2024-11-20T06:52:15,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1392e14661314baa8ce3242a8e50e357 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1392e14661314baa8ce3242a8e50e357 2024-11-20T06:52:15,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/762ed01f88da4c19838ce8787cb4137c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/762ed01f88da4c19838ce8787cb4137c 2024-11-20T06:52:15,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/531bf8b83e5f4246aabacd01aeaec7d7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/531bf8b83e5f4246aabacd01aeaec7d7 2024-11-20T06:52:15,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2b02b56d70894fa8952953216f54abfd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2b02b56d70894fa8952953216f54abfd 2024-11-20T06:52:15,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2fcb780a78a24057a1529e4ab0e1e4a1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2fcb780a78a24057a1529e4ab0e1e4a1 2024-11-20T06:52:15,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0b7f9eb4b16e4bbe86c655de0d39258d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0b7f9eb4b16e4bbe86c655de0d39258d 2024-11-20T06:52:15,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f18de1b144df4558b6fe1df0cbb74121 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f18de1b144df4558b6fe1df0cbb74121 2024-11-20T06:52:15,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/fa56b1d1d09241a593dfa0a6aa65b76d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/fa56b1d1d09241a593dfa0a6aa65b76d 2024-11-20T06:52:15,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f4846692f616404199c3132589e22a4a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f4846692f616404199c3132589e22a4a 2024-11-20T06:52:15,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1ca50348ddb34b8cad928e062bac52bc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/1ca50348ddb34b8cad928e062bac52bc 2024-11-20T06:52:15,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7feeb112e2304a3891830da3b8c59c0b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7feeb112e2304a3891830da3b8c59c0b 2024-11-20T06:52:15,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f77a5c63eda44502a3c1b709aaed68fd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/f77a5c63eda44502a3c1b709aaed68fd 2024-11-20T06:52:15,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7016b59105624913ae6bf5f9e6e62214 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/7016b59105624913ae6bf5f9e6e62214 2024-11-20T06:52:15,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5b7ae87f4002436ca782b0d0ba5e19d5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5b7ae87f4002436ca782b0d0ba5e19d5 2024-11-20T06:52:15,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5be910af5aee48e8a349089bcd2fbf96 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5be910af5aee48e8a349089bcd2fbf96 2024-11-20T06:52:15,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5571c2b65e6646cbb2c7d45ac7810c8a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/5571c2b65e6646cbb2c7d45ac7810c8a 2024-11-20T06:52:15,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e9985349c5f3481a951c3701f40c2a6b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/e9985349c5f3481a951c3701f40c2a6b 2024-11-20T06:52:15,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2777a4accab44601a6629008d9dcec94 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/2777a4accab44601a6629008d9dcec94 2024-11-20T06:52:15,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/a235668cb68548fb9e9af0c0a7ce3684 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/a235668cb68548fb9e9af0c0a7ce3684 2024-11-20T06:52:15,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ec184e8301bf4270a586f60487181e81 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ec184e8301bf4270a586f60487181e81 2024-11-20T06:52:15,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/75d4caa5c76c4d8a8193eb9bf9daf15d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/75d4caa5c76c4d8a8193eb9bf9daf15d 2024-11-20T06:52:15,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/27a22b091115483f8a414ecb10ad76ff to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/27a22b091115483f8a414ecb10ad76ff 2024-11-20T06:52:15,951 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/recovered.edits/595.seqid, newMaxSeqId=595, maxSeqId=1 2024-11-20T06:52:15,952 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. 2024-11-20T06:52:15,952 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2: Waiting for close lock at 1732085534458Running coprocessor pre-close hooks at 1732085534458Disabling compacts and flushes for region at 1732085534458Disabling writes for close at 1732085534458Obtaining lock to block concurrent updates at 1732085534459 (+1 ms)Preparing flush snapshotting stores in cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 at 1732085534459Finished memstore snapshotting TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732085534459Flushing stores of TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2. at 1732085534460 (+1 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A: creating writer at 1732085534460Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A: appending metadata at 1732085534465 (+5 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A: closing flushed file at 1732085534466 (+1 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B: creating writer at 1732085534918 (+452 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B: appending metadata at 1732085534922 (+4 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B: closing flushed file at 1732085534922Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C: creating writer at 1732085535334 (+412 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C: appending metadata at 1732085535337 (+3 ms)Flushing cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C: closing flushed file at 1732085535337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc4d44e: reopening flushed file at 1732085535755 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeff7ae: reopening flushed file at 1732085535761 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d065376: reopening flushed file at 1732085535768 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 in 1316ms, sequenceid=592, compaction requested=true at 1732085535774 (+6 ms)Writing region close event to WAL at 1732085535947 (+173 ms)Running coprocessor post-close hooks at 1732085535952 (+5 ms)Closed at 1732085535952 2024-11-20T06:52:15,955 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:15,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, regionState=CLOSED 2024-11-20T06:52:15,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:52:15,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T06:52:15,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, server=61c2066a8a0f,44005,1732085505243 in 1.6630 sec 2024-11-20T06:52:15,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T06:52:15,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, UNASSIGN in 1.6700 sec 2024-11-20T06:52:15,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T06:52:15,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6770 sec 2024-11-20T06:52:15,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085535967"}]},"ts":"1732085535967"} 2024-11-20T06:52:15,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T06:52:15,970 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T06:52:15,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6920 sec 2024-11-20T06:52:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T06:52:16,432 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:16,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T06:52:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,446 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-20T06:52:16,448 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,453 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:16,457 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/recovered.edits] 2024-11-20T06:52:16,460 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/26ba2ca11dee4cd1afed48c6525f3fbd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/26ba2ca11dee4cd1afed48c6525f3fbd 2024-11-20T06:52:16,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b893c184ece345f08f44a78fdc73b747 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/b893c184ece345f08f44a78fdc73b747 2024-11-20T06:52:16,463 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d75c44e69d714f25b2bd56541353ba0f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/d75c44e69d714f25b2bd56541353ba0f 2024-11-20T06:52:16,464 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f651f87af6164ccdab4705365a24ed76 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/A/f651f87af6164ccdab4705365a24ed76 2024-11-20T06:52:16,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/584d90b9c5e440caa0349bdd9484e0cc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/584d90b9c5e440caa0349bdd9484e0cc 2024-11-20T06:52:16,468 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/71fec7495bdf4d6ba68ca53223c88d9e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/71fec7495bdf4d6ba68ca53223c88d9e 2024-11-20T06:52:16,469 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/822abca84d6c46e39f581bb0a0ce810e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/822abca84d6c46e39f581bb0a0ce810e 2024-11-20T06:52:16,471 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/8cc196a654e64fd18cb83bb60ac34310 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/B/8cc196a654e64fd18cb83bb60ac34310 2024-11-20T06:52:16,473 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0dbc4a48418d4084936a57068a2279a8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/0dbc4a48418d4084936a57068a2279a8 2024-11-20T06:52:16,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/19e0eb58d6c5400c942fd4dd43a88601 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/19e0eb58d6c5400c942fd4dd43a88601 2024-11-20T06:52:16,475 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99a7dd3f47334c9dbdf9cc768db028c1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/99a7dd3f47334c9dbdf9cc768db028c1 2024-11-20T06:52:16,476 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ccfcf14d702e4548b599ea8ce25e3bab to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/C/ccfcf14d702e4548b599ea8ce25e3bab 2024-11-20T06:52:16,479 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/recovered.edits/595.seqid to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2/recovered.edits/595.seqid 2024-11-20T06:52:16,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/cf9e4f6f6fcc3d30bdaca03ddd6c0bb2 2024-11-20T06:52:16,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T06:52:16,484 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T06:52:16,495 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T06:52:16,524 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T06:52:16,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T06:52:16,526 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732085536525"}]},"ts":"9223372036854775807"} 2024-11-20T06:52:16,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T06:52:16,530 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => cf9e4f6f6fcc3d30bdaca03ddd6c0bb2, NAME => 'TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T06:52:16,531 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T06:52:16,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732085536531"}]},"ts":"9223372036854775807"} 2024-11-20T06:52:16,534 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T06:52:16,535 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-20T06:52:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-20T06:52:16,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T06:52:16,551 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:16,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_970031482_22 at /127.0.0.1:47024 [Waiting for operation #395] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;61c2066a8a0f:44005-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1075644032_22 at /127.0.0.1:41914 [Waiting for operation #412] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3845 (was 4434) 2024-11-20T06:52:16,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=3845 2024-11-20T06:52:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:52:16,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:52:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:16,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:52:16,575 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:16,575 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-20T06:52:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T06:52:16,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:52:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741966_1142 (size=1061) 2024-11-20T06:52:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T06:52:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T06:52:16,990 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:52:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741967_1143 (size=53) 2024-11-20T06:52:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T06:52:17,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:52:17,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d381d0b466c9ab5373e9eab10f1be4db, disabling compactions & flushes 2024-11-20T06:52:17,401 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. after waiting 0 ms 2024-11-20T06:52:17,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,402 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,402 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d381d0b466c9ab5373e9eab10f1be4db: Waiting for close lock at 1732085537401Disabling compacts and flushes for region at 1732085537401Disabling writes for close at 1732085537401Writing region close event to WAL at 1732085537402 (+1 ms)Closed at 1732085537402 2024-11-20T06:52:17,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:52:17,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732085537404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085537404"}]},"ts":"1732085537404"} 2024-11-20T06:52:17,409 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:52:17,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:52:17,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085537410"}]},"ts":"1732085537410"} 2024-11-20T06:52:17,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T06:52:17,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, ASSIGN}] 2024-11-20T06:52:17,414 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, ASSIGN 2024-11-20T06:52:17,414 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=false 2024-11-20T06:52:17,566 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:17,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, ASSIGN because future has completed 2024-11-20T06:52:17,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:52:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T06:52:17,728 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,729 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:52:17,729 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,729 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:52:17,729 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,729 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,731 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,734 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:17,735 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d381d0b466c9ab5373e9eab10f1be4db columnFamilyName A 2024-11-20T06:52:17,735 DEBUG [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:17,736 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(327): Store=d381d0b466c9ab5373e9eab10f1be4db/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:17,736 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,738 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:17,738 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d381d0b466c9ab5373e9eab10f1be4db columnFamilyName B 2024-11-20T06:52:17,738 DEBUG [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:17,739 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(327): Store=d381d0b466c9ab5373e9eab10f1be4db/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:17,739 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,740 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:17,740 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d381d0b466c9ab5373e9eab10f1be4db columnFamilyName C 2024-11-20T06:52:17,740 DEBUG [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:17,740 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(327): Store=d381d0b466c9ab5373e9eab10f1be4db/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:17,741 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,741 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,741 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,742 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,743 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,743 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,743 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:52:17,744 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,746 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:52:17,747 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened d381d0b466c9ab5373e9eab10f1be4db; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63959966, jitterRate=-0.0469222366809845}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:52:17,747 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:17,748 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for d381d0b466c9ab5373e9eab10f1be4db: Running coprocessor pre-open hook at 1732085537729Writing region info on filesystem at 1732085537729Initializing all the Stores at 1732085537731 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085537731Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085537731Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085537731Cleaning up temporary data from old regions at 1732085537743 (+12 ms)Running coprocessor post-open hooks at 1732085537747 (+4 ms)Region opened successfully at 1732085537748 (+1 ms) 2024-11-20T06:52:17,748 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., pid=38, masterSystemTime=1732085537725 2024-11-20T06:52:17,750 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,751 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:17,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:17,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:52:17,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T06:52:17,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 in 182 msec 2024-11-20T06:52:17,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T06:52:17,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, ASSIGN in 343 msec 2024-11-20T06:52:17,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:52:17,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085537758"}]},"ts":"1732085537758"} 2024-11-20T06:52:17,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T06:52:17,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:52:17,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-20T06:52:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T06:52:18,722 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:18,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:18,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:18,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:18,728 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b44f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:18,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:18,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:18,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:18,731 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:18,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2832b027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:18,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:18,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:18,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:18,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:18,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:52:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:52:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48726c18 2024-11-20T06:52:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:52:18,739 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:52:18,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:52:18,745 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:52:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741968_1144 (size=1097) 2024-11-20T06:52:19,167 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T06:52:19,167 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T06:52:19,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:52:19,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, REOPEN/MOVE}] 2024-11-20T06:52:19,183 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, REOPEN/MOVE 2024-11-20T06:52:19,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, REOPEN/MOVE because future has completed 2024-11-20T06:52:19,186 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:52:19,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:52:19,340 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,340 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:52:19,341 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing d381d0b466c9ab5373e9eab10f1be4db, disabling compactions & flushes 2024-11-20T06:52:19,341 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,341 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,341 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. after waiting 0 ms 2024-11-20T06:52:19,341 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,347 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T06:52:19,348 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,348 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for d381d0b466c9ab5373e9eab10f1be4db: Waiting for close lock at 1732085539340Running coprocessor pre-close hooks at 1732085539340Disabling compacts and flushes for region at 1732085539340Disabling writes for close at 1732085539341 (+1 ms)Writing region close event to WAL at 1732085539342 (+1 ms)Running coprocessor post-close hooks at 1732085539348 (+6 ms)Closed at 1732085539348 2024-11-20T06:52:19,348 WARN [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: d381d0b466c9ab5373e9eab10f1be4db to self. 2024-11-20T06:52:19,350 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=CLOSED 2024-11-20T06:52:19,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:52:19,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T06:52:19,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 in 168 msec 2024-11-20T06:52:19,356 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, REOPEN/MOVE; state=CLOSED, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=true 2024-11-20T06:52:19,507 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, REOPEN/MOVE because future has completed 2024-11-20T06:52:19,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:52:19,670 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,671 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:52:19,671 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,671 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:52:19,672 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,672 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,676 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,677 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:19,681 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d381d0b466c9ab5373e9eab10f1be4db columnFamilyName A 2024-11-20T06:52:19,683 DEBUG [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:19,684 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(327): Store=d381d0b466c9ab5373e9eab10f1be4db/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:19,684 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,685 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:19,685 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d381d0b466c9ab5373e9eab10f1be4db columnFamilyName B 2024-11-20T06:52:19,685 DEBUG [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:19,686 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(327): Store=d381d0b466c9ab5373e9eab10f1be4db/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:19,686 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,686 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:19,686 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d381d0b466c9ab5373e9eab10f1be4db columnFamilyName C 2024-11-20T06:52:19,686 DEBUG [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:19,687 INFO [StoreOpener-d381d0b466c9ab5373e9eab10f1be4db-1 {}] regionserver.HStore(327): Store=d381d0b466c9ab5373e9eab10f1be4db/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:19,687 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,687 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,688 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,689 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,690 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,690 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,690 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:52:19,692 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,692 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened d381d0b466c9ab5373e9eab10f1be4db; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64902594, jitterRate=-0.03287598490715027}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:52:19,692 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,693 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for d381d0b466c9ab5373e9eab10f1be4db: Running coprocessor pre-open hook at 1732085539672Writing region info on filesystem at 1732085539672Initializing all the Stores at 1732085539673 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085539674 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085539674Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085539674Cleaning up temporary data from old regions at 1732085539690 (+16 ms)Running coprocessor post-open hooks at 1732085539692 (+2 ms)Region opened successfully at 1732085539693 (+1 ms) 2024-11-20T06:52:19,694 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., pid=43, masterSystemTime=1732085539664 2024-11-20T06:52:19,696 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,696 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=OPEN, openSeqNum=5, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:52:19,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-20T06:52:19,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 in 189 msec 2024-11-20T06:52:19,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T06:52:19,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, REOPEN/MOVE in 518 msec 2024-11-20T06:52:19,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T06:52:19,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec 2024-11-20T06:52:19,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-11-20T06:52:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-20T06:52:19,710 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:19,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,712 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d857ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,713 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d1d783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,715 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65afb7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,717 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7436c3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,719 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0c8c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efdb53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b1b703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,724 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f94dff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,725 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e56a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30295811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467bb08b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,730 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35efd020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,732 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2559f6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,733 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a330f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c9db6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,736 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f795a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:19,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:19,738 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:19,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:19,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e804398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:19,740 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:19,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa90e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:19,741 DEBUG [Thread-714 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,741 DEBUG [Thread-723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,741 DEBUG [Thread-712 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,741 DEBUG [Thread-717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,742 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:19,742 DEBUG [Thread-708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,742 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,743 DEBUG [Thread-721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,743 DEBUG [Thread-710 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,745 DEBUG [Thread-710 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T06:52:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,745 DEBUG [Thread-710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,747 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T06:52:19,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,749 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:19,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,750 DEBUG [Thread-719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:52:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:52:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:19,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:19,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9810491cb8342979cf3f9795055bd59_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085539760/Put/seqid=0 2024-11-20T06:52:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741969_1145 (size=17034) 2024-11-20T06:52:19,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085599810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085599812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085599814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085599827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085599831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:19,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9810491cb8342979cf3f9795055bd59_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9810491cb8342979cf3f9795055bd59_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:19,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/87a11d3204f945638f33f98e9b52a478, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T06:52:19,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/87a11d3204f945638f33f98e9b52a478 is 175, key is test_row_0/A:col10/1732085539760/Put/seqid=0 2024-11-20T06:52:19,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741970_1146 (size=48139) 2024-11-20T06:52:19,873 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/87a11d3204f945638f33f98e9b52a478 2024-11-20T06:52:19,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T06:52:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:19,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:19,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:19,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:19,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5df00b5f5f8f4e38bb0d87fd448bcb92 is 50, key is test_row_0/B:col10/1732085539760/Put/seqid=0 2024-11-20T06:52:19,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085599941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085599941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085599941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085599942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085599942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741971_1147 (size=12001) 2024-11-20T06:52:19,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5df00b5f5f8f4e38bb0d87fd448bcb92 2024-11-20T06:52:19,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/10f10536536f4179bf6cf12e4cba6726 is 50, key is test_row_0/C:col10/1732085539760/Put/seqid=0 2024-11-20T06:52:20,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741972_1148 (size=12001) 2024-11-20T06:52:20,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/10f10536536f4179bf6cf12e4cba6726 2024-11-20T06:52:20,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/87a11d3204f945638f33f98e9b52a478 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478 2024-11-20T06:52:20,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478, entries=250, sequenceid=16, filesize=47.0 K 2024-11-20T06:52:20,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5df00b5f5f8f4e38bb0d87fd448bcb92 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5df00b5f5f8f4e38bb0d87fd448bcb92 2024-11-20T06:52:20,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5df00b5f5f8f4e38bb0d87fd448bcb92, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T06:52:20,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/10f10536536f4179bf6cf12e4cba6726 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10f10536536f4179bf6cf12e4cba6726 2024-11-20T06:52:20,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10f10536536f4179bf6cf12e4cba6726, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T06:52:20,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d381d0b466c9ab5373e9eab10f1be4db in 271ms, sequenceid=16, compaction requested=false 2024-11-20T06:52:20,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T06:52:20,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T06:52:20,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:20,068 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:52:20,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:20,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:20,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112067990f93b5a046bf8d96f68ceed9d523_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085539827/Put/seqid=0 2024-11-20T06:52:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741973_1149 (size=12154) 2024-11-20T06:52:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:20,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085600198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085600199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085600208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085600214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085600215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085600321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085600321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085600321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085600330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085600330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T06:52:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:20,503 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112067990f93b5a046bf8d96f68ceed9d523_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112067990f93b5a046bf8d96f68ceed9d523_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7bd8692914094651a4182211b819f5ee, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7bd8692914094651a4182211b819f5ee is 175, key is test_row_0/A:col10/1732085539827/Put/seqid=0 2024-11-20T06:52:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741974_1150 (size=30955) 2024-11-20T06:52:20,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085600530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085600531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085600531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085600540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085600540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085600839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085600840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085600850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085600850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:20,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085600850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T06:52:20,911 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7bd8692914094651a4182211b819f5ee 2024-11-20T06:52:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/76e4511fdb4b441e83d5ec2d9606cdae is 50, key is test_row_0/B:col10/1732085539827/Put/seqid=0 2024-11-20T06:52:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741975_1151 (size=12001) 2024-11-20T06:52:21,325 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/76e4511fdb4b441e83d5ec2d9606cdae 2024-11-20T06:52:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/e0165298d27a420c9383e68d3fb0e80f is 50, key is test_row_0/C:col10/1732085539827/Put/seqid=0 2024-11-20T06:52:21,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741976_1152 (size=12001) 2024-11-20T06:52:21,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085601350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:21,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085601350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:21,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085601360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:21,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085601362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:21,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085601369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:21,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:52:21,741 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/e0165298d27a420c9383e68d3fb0e80f 2024-11-20T06:52:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7bd8692914094651a4182211b819f5ee as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee 2024-11-20T06:52:21,752 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee, entries=150, sequenceid=36, filesize=30.2 K 2024-11-20T06:52:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/76e4511fdb4b441e83d5ec2d9606cdae as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/76e4511fdb4b441e83d5ec2d9606cdae 2024-11-20T06:52:21,762 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/76e4511fdb4b441e83d5ec2d9606cdae, entries=150, sequenceid=36, filesize=11.7 K 2024-11-20T06:52:21,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/e0165298d27a420c9383e68d3fb0e80f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/e0165298d27a420c9383e68d3fb0e80f 2024-11-20T06:52:21,771 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/e0165298d27a420c9383e68d3fb0e80f, entries=150, sequenceid=36, filesize=11.7 K 2024-11-20T06:52:21,772 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for d381d0b466c9ab5373e9eab10f1be4db in 1704ms, sequenceid=36, compaction requested=false 2024-11-20T06:52:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:21,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T06:52:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T06:52:21,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T06:52:21,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0250 sec 2024-11-20T06:52:21,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0350 sec 2024-11-20T06:52:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T06:52:21,890 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:21,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T06:52:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T06:52:21,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:21,897 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:21,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T06:52:22,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T06:52:22,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:22,056 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:52:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5141e50a04a4f67836dd559920c89b3_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085540207/Put/seqid=0 2024-11-20T06:52:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741977_1153 (size=12154) 2024-11-20T06:52:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T06:52:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:22,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:22,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085602394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085602396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085602397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085602399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085602400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:22,485 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5141e50a04a4f67836dd559920c89b3_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5141e50a04a4f67836dd559920c89b3_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/67925c874fe945ba8b1e3de4ab1e122a, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/67925c874fe945ba8b1e3de4ab1e122a is 175, key is test_row_0/A:col10/1732085540207/Put/seqid=0 2024-11-20T06:52:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741978_1154 (size=30955) 2024-11-20T06:52:22,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085602510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T06:52:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085602721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085602721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085602721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085602721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085602721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:22,895 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/67925c874fe945ba8b1e3de4ab1e122a 2024-11-20T06:52:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/15de268db4de45e5b4712845f23b0402 is 50, key is test_row_0/B:col10/1732085540207/Put/seqid=0 2024-11-20T06:52:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741979_1155 (size=12001) 2024-11-20T06:52:22,911 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/15de268db4de45e5b4712845f23b0402 2024-11-20T06:52:22,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/7112d1dd045047bdb951ad782b219b9e is 50, key is test_row_0/C:col10/1732085540207/Put/seqid=0 2024-11-20T06:52:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741980_1156 (size=12001) 2024-11-20T06:52:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T06:52:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085603030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085603030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085603030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085603030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085603031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,332 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/7112d1dd045047bdb951ad782b219b9e 2024-11-20T06:52:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/67925c874fe945ba8b1e3de4ab1e122a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a 2024-11-20T06:52:23,342 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a, entries=150, sequenceid=49, filesize=30.2 K 2024-11-20T06:52:23,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/15de268db4de45e5b4712845f23b0402 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/15de268db4de45e5b4712845f23b0402 2024-11-20T06:52:23,347 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/15de268db4de45e5b4712845f23b0402, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T06:52:23,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/7112d1dd045047bdb951ad782b219b9e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/7112d1dd045047bdb951ad782b219b9e 2024-11-20T06:52:23,354 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/7112d1dd045047bdb951ad782b219b9e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T06:52:23,355 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d381d0b466c9ab5373e9eab10f1be4db in 1299ms, sequenceid=49, compaction requested=true 2024-11-20T06:52:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T06:52:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T06:52:23,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T06:52:23,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4600 sec 2024-11-20T06:52:23,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.4690 sec 2024-11-20T06:52:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:23,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:52:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:23,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:23,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:23,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:23,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:23,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eedd843202c14799abb341f97865e133_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:23,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085603554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085603554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085603555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085603561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085603562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741981_1157 (size=17034) 2024-11-20T06:52:23,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:23,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eedd843202c14799abb341f97865e133_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eedd843202c14799abb341f97865e133_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:23,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/db11ae0632044369a8823bba617337a8, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:23,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/db11ae0632044369a8823bba617337a8 is 175, key is test_row_0/A:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741982_1158 (size=48139) 2024-11-20T06:52:23,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/db11ae0632044369a8823bba617337a8 2024-11-20T06:52:23,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/584426d6a9754238961198d07b74d3d1 is 50, key is test_row_0/B:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741983_1159 (size=12001) 2024-11-20T06:52:23,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085603670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085603670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085603671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085603680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085603680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085603879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085603880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085603880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085603890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085603890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/584426d6a9754238961198d07b74d3d1 2024-11-20T06:52:24,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/aeb20cc71a5649198e30fa74f1e24094 is 50, key is test_row_0/C:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T06:52:24,041 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:24,041 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T06:52:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741984_1160 (size=12001) 2024-11-20T06:52:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T06:52:24,047 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:24,047 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:24,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T06:52:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085604190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085604190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085604190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T06:52:24,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:24,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:24,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085604200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085604200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T06:52:24,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:24,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:24,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:24,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T06:52:24,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/aeb20cc71a5649198e30fa74f1e24094 2024-11-20T06:52:24,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/db11ae0632044369a8823bba617337a8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8 2024-11-20T06:52:24,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8, entries=250, sequenceid=70, filesize=47.0 K 2024-11-20T06:52:24,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/584426d6a9754238961198d07b74d3d1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/584426d6a9754238961198d07b74d3d1 2024-11-20T06:52:24,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/584426d6a9754238961198d07b74d3d1, entries=150, sequenceid=70, filesize=11.7 K 2024-11-20T06:52:24,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/aeb20cc71a5649198e30fa74f1e24094 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/aeb20cc71a5649198e30fa74f1e24094 2024-11-20T06:52:24,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/aeb20cc71a5649198e30fa74f1e24094, entries=150, sequenceid=70, filesize=11.7 K 2024-11-20T06:52:24,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for d381d0b466c9ab5373e9eab10f1be4db in 932ms, sequenceid=70, compaction requested=true 2024-11-20T06:52:24,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:24,476 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:24,476 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:24,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:24,477 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:24,477 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:24,477 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/A is initiating minor compaction (all files) 2024-11-20T06:52:24,477 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/B is initiating minor compaction (all files) 2024-11-20T06:52:24,477 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/A in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,477 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/B in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,478 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5df00b5f5f8f4e38bb0d87fd448bcb92, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/76e4511fdb4b441e83d5ec2d9606cdae, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/15de268db4de45e5b4712845f23b0402, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/584426d6a9754238961198d07b74d3d1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=46.9 K 2024-11-20T06:52:24,478 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=154.5 K 2024-11-20T06:52:24,478 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,478 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8] 2024-11-20T06:52:24,480 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df00b5f5f8f4e38bb0d87fd448bcb92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732085539760 2024-11-20T06:52:24,481 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 76e4511fdb4b441e83d5ec2d9606cdae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732085539803 2024-11-20T06:52:24,481 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87a11d3204f945638f33f98e9b52a478, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732085539754 2024-11-20T06:52:24,481 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 15de268db4de45e5b4712845f23b0402, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085540202 2024-11-20T06:52:24,481 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd8692914094651a4182211b819f5ee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732085539803 2024-11-20T06:52:24,482 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 584426d6a9754238961198d07b74d3d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732085542389 2024-11-20T06:52:24,482 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67925c874fe945ba8b1e3de4ab1e122a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085540202 2024-11-20T06:52:24,483 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting db11ae0632044369a8823bba617337a8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732085542389 2024-11-20T06:52:24,495 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#B#compaction#141 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:24,495 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:24,495 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/2f6ac98faea5457b9070d6ab1f11fcfa is 50, key is test_row_0/B:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:24,503 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203e1b5c1b119e4220858e5673710ceed8_d381d0b466c9ab5373e9eab10f1be4db store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:24,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T06:52:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,509 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:52:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:24,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:24,510 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203e1b5c1b119e4220858e5673710ceed8_d381d0b466c9ab5373e9eab10f1be4db, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:24,510 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203e1b5c1b119e4220858e5673710ceed8_d381d0b466c9ab5373e9eab10f1be4db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741986_1162 (size=4469) 2024-11-20T06:52:24,541 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#A#compaction#142 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:24,542 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/39a0c65b48414dccbf3555f1969ec317 is 175, key is test_row_0/A:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205344023a9ef54472ae433466abe77605_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085543560/Put/seqid=0 2024-11-20T06:52:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741985_1161 (size=12139) 2024-11-20T06:52:24,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741987_1163 (size=31093) 2024-11-20T06:52:24,575 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/39a0c65b48414dccbf3555f1969ec317 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/39a0c65b48414dccbf3555f1969ec317 2024-11-20T06:52:24,582 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/A of d381d0b466c9ab5373e9eab10f1be4db into 39a0c65b48414dccbf3555f1969ec317(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:24,582 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:24,582 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/A, priority=12, startTime=1732085544475; duration=0sec 2024-11-20T06:52:24,582 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:24,582 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:A 2024-11-20T06:52:24,582 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741988_1164 (size=12154) 2024-11-20T06:52:24,585 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:24,586 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/C is initiating minor compaction (all files) 2024-11-20T06:52:24,586 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/C in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:24,587 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10f10536536f4179bf6cf12e4cba6726, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/e0165298d27a420c9383e68d3fb0e80f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/7112d1dd045047bdb951ad782b219b9e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/aeb20cc71a5649198e30fa74f1e24094] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=46.9 K 2024-11-20T06:52:24,588 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10f10536536f4179bf6cf12e4cba6726, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732085539760 2024-11-20T06:52:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:24,589 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0165298d27a420c9383e68d3fb0e80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732085539803 2024-11-20T06:52:24,589 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7112d1dd045047bdb951ad782b219b9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085540202 2024-11-20T06:52:24,590 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeb20cc71a5649198e30fa74f1e24094, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732085542389 2024-11-20T06:52:24,594 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205344023a9ef54472ae433466abe77605_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205344023a9ef54472ae433466abe77605_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:24,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/6aa41d1d8f9944ac849b5c3314365fba, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/6aa41d1d8f9944ac849b5c3314365fba is 175, key is test_row_0/A:col10/1732085543560/Put/seqid=0 2024-11-20T06:52:24,614 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#C#compaction#144 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:24,614 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/d3579bfa488d464681d4b49e85234df1 is 50, key is test_row_0/C:col10/1732085542398/Put/seqid=0 2024-11-20T06:52:24,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741989_1165 (size=30955) 2024-11-20T06:52:24,632 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/6aa41d1d8f9944ac849b5c3314365fba 2024-11-20T06:52:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741990_1166 (size=12139) 2024-11-20T06:52:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/1a2e9d19f1d244aabd398ada8929a21f is 50, key is test_row_0/B:col10/1732085543560/Put/seqid=0 2024-11-20T06:52:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741991_1167 (size=12001) 2024-11-20T06:52:24,654 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/1a2e9d19f1d244aabd398ada8929a21f 2024-11-20T06:52:24,657 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/d3579bfa488d464681d4b49e85234df1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/d3579bfa488d464681d4b49e85234df1 2024-11-20T06:52:24,664 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/C of d381d0b466c9ab5373e9eab10f1be4db into d3579bfa488d464681d4b49e85234df1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:24,664 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:24,664 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/C, priority=12, startTime=1732085544476; duration=0sec 2024-11-20T06:52:24,664 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:24,664 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:C 2024-11-20T06:52:24,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/10865bc22231438197a9f66a7493d20c is 50, key is test_row_0/C:col10/1732085543560/Put/seqid=0 2024-11-20T06:52:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T06:52:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741992_1168 (size=12001) 2024-11-20T06:52:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:24,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085544723, max timestamp=1732085544729Num uniques 859; 2024-11-20T06:52:24,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:52:24,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085544723, max timestamp=1732085544729Num uniques 859; 2024-11-20T06:52:24,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085544723, max timestamp=1732085544729Num uniques 859; 2024-11-20T06:52:24,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:52:24,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:52:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085604752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085604753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085604756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085604757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085604758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085604860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085604870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085604870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085604870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085604870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:24,958 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/2f6ac98faea5457b9070d6ab1f11fcfa as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/2f6ac98faea5457b9070d6ab1f11fcfa 2024-11-20T06:52:24,963 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/B of d381d0b466c9ab5373e9eab10f1be4db into 2f6ac98faea5457b9070d6ab1f11fcfa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:24,963 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:24,963 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/B, priority=12, startTime=1732085544476; duration=0sec 2024-11-20T06:52:24,963 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:24,963 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:B 2024-11-20T06:52:25,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085605069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085605080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085605080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085605080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085605080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,086 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/10865bc22231438197a9f66a7493d20c 2024-11-20T06:52:25,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/6aa41d1d8f9944ac849b5c3314365fba as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba 2024-11-20T06:52:25,096 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba, entries=150, sequenceid=81, filesize=30.2 K 2024-11-20T06:52:25,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/1a2e9d19f1d244aabd398ada8929a21f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/1a2e9d19f1d244aabd398ada8929a21f 2024-11-20T06:52:25,103 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/1a2e9d19f1d244aabd398ada8929a21f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T06:52:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/10865bc22231438197a9f66a7493d20c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10865bc22231438197a9f66a7493d20c 2024-11-20T06:52:25,117 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10865bc22231438197a9f66a7493d20c, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T06:52:25,118 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d381d0b466c9ab5373e9eab10f1be4db in 609ms, sequenceid=81, compaction requested=false 2024-11-20T06:52:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:25,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T06:52:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T06:52:25,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T06:52:25,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-11-20T06:52:25,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0810 sec 2024-11-20T06:52:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T06:52:25,180 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:25,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-20T06:52:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T06:52:25,184 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:25,185 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:25,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T06:52:25,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T06:52:25,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:25,338 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T06:52:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:25,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4a2a391ffab4f36997cfc4f6fd189ad_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085544757/Put/seqid=0 2024-11-20T06:52:25,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741993_1169 (size=12154) 2024-11-20T06:52:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:25,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085605392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085605393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085605395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085605395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085605396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T06:52:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085605510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085605510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085605510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085605510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085605511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085605720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085605720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085605721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085605721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085605721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:25,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:25,764 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c4a2a391ffab4f36997cfc4f6fd189ad_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4a2a391ffab4f36997cfc4f6fd189ad_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/47cde918de0846a38bfd44ffe923c78d, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/47cde918de0846a38bfd44ffe923c78d is 175, key is test_row_0/A:col10/1732085544757/Put/seqid=0 2024-11-20T06:52:25,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741994_1170 (size=30955) 2024-11-20T06:52:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T06:52:26,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085606029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085606029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085606030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085606030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085606030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,172 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/47cde918de0846a38bfd44ffe923c78d 2024-11-20T06:52:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/624c2e0d54c142cd9328471db2ede1d1 is 50, key is test_row_0/B:col10/1732085544757/Put/seqid=0 2024-11-20T06:52:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741995_1171 (size=12001) 2024-11-20T06:52:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T06:52:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085606540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085606540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085606540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085606540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085606540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:26,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:26,583 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/624c2e0d54c142cd9328471db2ede1d1 2024-11-20T06:52:26,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/55986024931645a49f767d88de28ec26 is 50, key is test_row_0/C:col10/1732085544757/Put/seqid=0 2024-11-20T06:52:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741996_1172 (size=12001) 2024-11-20T06:52:26,999 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/55986024931645a49f767d88de28ec26 2024-11-20T06:52:27,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/47cde918de0846a38bfd44ffe923c78d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d 2024-11-20T06:52:27,007 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d, entries=150, sequenceid=120, filesize=30.2 K 2024-11-20T06:52:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/624c2e0d54c142cd9328471db2ede1d1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/624c2e0d54c142cd9328471db2ede1d1 2024-11-20T06:52:27,012 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/624c2e0d54c142cd9328471db2ede1d1, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T06:52:27,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/55986024931645a49f767d88de28ec26 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/55986024931645a49f767d88de28ec26 2024-11-20T06:52:27,017 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/55986024931645a49f767d88de28ec26, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T06:52:27,018 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for d381d0b466c9ab5373e9eab10f1be4db in 1680ms, sequenceid=120, compaction requested=true 2024-11-20T06:52:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T06:52:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T06:52:27,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T06:52:27,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-20T06:52:27,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8430 sec 2024-11-20T06:52:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T06:52:27,330 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:27,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-20T06:52:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T06:52:27,332 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:27,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:27,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T06:52:27,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T06:52:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:27,485 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:52:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:27,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:27,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:27,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:27,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205ca345de07a64e0d848b7960ca00a732_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085545395/Put/seqid=0 2024-11-20T06:52:27,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741997_1173 (size=12254) 2024-11-20T06:52:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:27,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:27,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085547564, max timestamp=1732085547575Num uniques 859; 2024-11-20T06:52:27,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:27,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085547564, max timestamp=1732085547575Num uniques 859; 2024-11-20T06:52:27,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085547564, max timestamp=1732085547575Num uniques 859; 2024-11-20T06:52:27,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:27,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085607599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085607601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085607602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085607607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085607607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T06:52:27,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085607709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085607710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085607710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085607720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085607720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:27,904 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205ca345de07a64e0d848b7960ca00a732_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ca345de07a64e0d848b7960ca00a732_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/8af88da762414027b5950561755cf5cb, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/8af88da762414027b5950561755cf5cb is 175, key is test_row_0/A:col10/1732085545395/Put/seqid=0 2024-11-20T06:52:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741998_1174 (size=31055) 2024-11-20T06:52:27,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085607920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085607920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085607920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085607930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085607930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T06:52:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085608230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085608230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085608230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085608240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085608240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,311 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/8af88da762414027b5950561755cf5cb 2024-11-20T06:52:28,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/c60dbcfe50dc469fbf962e3a86a98530 is 50, key is test_row_0/B:col10/1732085545395/Put/seqid=0 2024-11-20T06:52:28,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741999_1175 (size=12101) 2024-11-20T06:52:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T06:52:28,721 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/c60dbcfe50dc469fbf962e3a86a98530 2024-11-20T06:52:28,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/29b77237b91641ff80c5397042ac519c is 50, key is test_row_0/C:col10/1732085545395/Put/seqid=0 2024-11-20T06:52:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742000_1176 (size=12101) 2024-11-20T06:52:28,738 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/29b77237b91641ff80c5397042ac519c 2024-11-20T06:52:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085608740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085608740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/8af88da762414027b5950561755cf5cb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb 2024-11-20T06:52:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085608741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,748 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb, entries=150, sequenceid=131, filesize=30.3 K 2024-11-20T06:52:28,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/c60dbcfe50dc469fbf962e3a86a98530 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c60dbcfe50dc469fbf962e3a86a98530 2024-11-20T06:52:28,753 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c60dbcfe50dc469fbf962e3a86a98530, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T06:52:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/29b77237b91641ff80c5397042ac519c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/29b77237b91641ff80c5397042ac519c 2024-11-20T06:52:28,759 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/29b77237b91641ff80c5397042ac519c, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T06:52:28,760 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for d381d0b466c9ab5373e9eab10f1be4db in 1275ms, sequenceid=131, compaction requested=true 2024-11-20T06:52:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T06:52:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T06:52:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:28,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-20T06:52:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:28,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T06:52:28,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-20T06:52:28,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4340 sec 2024-11-20T06:52:28,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c79c3db628a34316a32733cf55aa6227_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742001_1177 (size=14794) 2024-11-20T06:52:28,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:28,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085608787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c79c3db628a34316a32733cf55aa6227_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c79c3db628a34316a32733cf55aa6227_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:28,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/78e5298b831a4a7ea674beb5fc5246b9, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:28,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/78e5298b831a4a7ea674beb5fc5246b9 is 175, key is test_row_0/A:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742002_1178 (size=39749) 2024-11-20T06:52:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085608788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085608900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:28,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085608910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085609110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085609120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/78e5298b831a4a7ea674beb5fc5246b9 2024-11-20T06:52:29,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/4271378b6c5c4adb8445b39fe6d30498 is 50, key is test_row_0/B:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742003_1179 (size=12151) 2024-11-20T06:52:29,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/4271378b6c5c4adb8445b39fe6d30498 2024-11-20T06:52:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/ea6bee2197154921933c161cf82acfa5 is 50, key is test_row_0/C:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742004_1180 (size=12151) 2024-11-20T06:52:29,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085609420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085609430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T06:52:29,480 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:29,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-20T06:52:29,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:29,483 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:29,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:29,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/ea6bee2197154921933c161cf82acfa5 2024-11-20T06:52:29,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/78e5298b831a4a7ea674beb5fc5246b9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9 2024-11-20T06:52:29,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9, entries=200, sequenceid=168, filesize=38.8 K 2024-11-20T06:52:29,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/4271378b6c5c4adb8445b39fe6d30498 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/4271378b6c5c4adb8445b39fe6d30498 2024-11-20T06:52:29,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:29,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/4271378b6c5c4adb8445b39fe6d30498, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T06:52:29,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/ea6bee2197154921933c161cf82acfa5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ea6bee2197154921933c161cf82acfa5 2024-11-20T06:52:29,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ea6bee2197154921933c161cf82acfa5, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T06:52:29,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for d381d0b466c9ab5373e9eab10f1be4db in 880ms, sequenceid=168, compaction requested=true 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:29,644 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:29,644 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:29,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:29,645 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60393 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T06:52:29,646 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/B is initiating minor compaction (all files) 2024-11-20T06:52:29,646 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/B in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,646 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/2f6ac98faea5457b9070d6ab1f11fcfa, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/1a2e9d19f1d244aabd398ada8929a21f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/624c2e0d54c142cd9328471db2ede1d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c60dbcfe50dc469fbf962e3a86a98530, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/4271378b6c5c4adb8445b39fe6d30498] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=59.0 K 2024-11-20T06:52:29,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163807 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T06:52:29,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/A is initiating minor compaction (all files) 2024-11-20T06:52:29,646 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/A in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,646 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/39a0c65b48414dccbf3555f1969ec317, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=160.0 K 2024-11-20T06:52:29,646 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,646 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/39a0c65b48414dccbf3555f1969ec317, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9] 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f6ac98faea5457b9070d6ab1f11fcfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732085542389 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a0c65b48414dccbf3555f1969ec317, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732085542389 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a2e9d19f1d244aabd398ada8929a21f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732085543552 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 624c2e0d54c142cd9328471db2ede1d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732085544751 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aa41d1d8f9944ac849b5c3314365fba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732085543552 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c60dbcfe50dc469fbf962e3a86a98530, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732085545382 2024-11-20T06:52:29,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47cde918de0846a38bfd44ffe923c78d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732085544751 2024-11-20T06:52:29,648 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4271378b6c5c4adb8445b39fe6d30498, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085547589 2024-11-20T06:52:29,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8af88da762414027b5950561755cf5cb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732085545382 2024-11-20T06:52:29,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e5298b831a4a7ea674beb5fc5246b9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085547589 2024-11-20T06:52:29,655 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:29,657 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:29,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120263a879a213647bd9151b3ad84694f06_d381d0b466c9ab5373e9eab10f1be4db store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:29,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/632d1fc003cd48cbbdc77195a83f341c is 50, key is test_row_0/B:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:29,662 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120263a879a213647bd9151b3ad84694f06_d381d0b466c9ab5373e9eab10f1be4db, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:29,662 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120263a879a213647bd9151b3ad84694f06_d381d0b466c9ab5373e9eab10f1be4db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742005_1181 (size=12459) 2024-11-20T06:52:29,678 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/632d1fc003cd48cbbdc77195a83f341c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/632d1fc003cd48cbbdc77195a83f341c 2024-11-20T06:52:29,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742006_1182 (size=4469) 2024-11-20T06:52:29,681 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#A#compaction#157 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:29,682 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/ace0d51924ea4c13b628b398732e9cdb is 175, key is test_row_0/A:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:29,687 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/B of d381d0b466c9ab5373e9eab10f1be4db into 632d1fc003cd48cbbdc77195a83f341c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:29,687 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:29,687 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/B, priority=11, startTime=1732085549644; duration=0sec 2024-11-20T06:52:29,687 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:29,687 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:B 2024-11-20T06:52:29,687 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T06:52:29,689 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60393 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T06:52:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742007_1183 (size=31413) 2024-11-20T06:52:29,690 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/C is initiating minor compaction (all files) 2024-11-20T06:52:29,690 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/C in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,691 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/d3579bfa488d464681d4b49e85234df1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10865bc22231438197a9f66a7493d20c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/55986024931645a49f767d88de28ec26, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/29b77237b91641ff80c5397042ac519c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ea6bee2197154921933c161cf82acfa5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=59.0 K 2024-11-20T06:52:29,691 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d3579bfa488d464681d4b49e85234df1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732085542389 2024-11-20T06:52:29,692 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 10865bc22231438197a9f66a7493d20c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732085543552 2024-11-20T06:52:29,692 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 55986024931645a49f767d88de28ec26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732085544751 2024-11-20T06:52:29,693 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 29b77237b91641ff80c5397042ac519c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732085545382 2024-11-20T06:52:29,693 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ea6bee2197154921933c161cf82acfa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085547589 2024-11-20T06:52:29,696 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/ace0d51924ea4c13b628b398732e9cdb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/ace0d51924ea4c13b628b398732e9cdb 2024-11-20T06:52:29,702 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/A of d381d0b466c9ab5373e9eab10f1be4db into ace0d51924ea4c13b628b398732e9cdb(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:29,702 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:29,702 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/A, priority=11, startTime=1732085549644; duration=0sec 2024-11-20T06:52:29,702 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:29,702 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:A 2024-11-20T06:52:29,706 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:29,707 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/13bb7499966c43d2969c970085cec3bb is 50, key is test_row_0/C:col10/1732085547589/Put/seqid=0 2024-11-20T06:52:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742008_1184 (size=12459) 2024-11-20T06:52:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:29,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:52:29,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:29,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:29,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:29,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112070fe0f508e914eb6ae37b0c1f2f9cbf9_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085548783/Put/seqid=0 2024-11-20T06:52:29,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742009_1185 (size=14794) 2024-11-20T06:52:29,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085549777, max timestamp=1732085549793Num uniques 859; 2024-11-20T06:52:29,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085549777, max timestamp=1732085549793Num uniques 859; 2024-11-20T06:52:29,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:52:29,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732085549777, max timestamp=1732085549793Num uniques 859; 2024-11-20T06:52:29,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:52:29,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:52:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085609825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085609826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085609827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085609930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:29,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:29,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085609940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085609940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085609941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085609941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:30,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:30,119 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/13bb7499966c43d2969c970085cec3bb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/13bb7499966c43d2969c970085cec3bb 2024-11-20T06:52:30,123 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/C of d381d0b466c9ab5373e9eab10f1be4db into 13bb7499966c43d2969c970085cec3bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:30,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:30,124 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/C, priority=11, startTime=1732085549644; duration=0sec 2024-11-20T06:52:30,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:30,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:C 2024-11-20T06:52:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085610150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085610150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085610150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:30,173 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112070fe0f508e914eb6ae37b0c1f2f9cbf9_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070fe0f508e914eb6ae37b0c1f2f9cbf9_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:30,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/1e7fa95d309c4c9680ca5bdfd3646588, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:30,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/1e7fa95d309c4c9680ca5bdfd3646588 is 175, key is test_row_0/A:col10/1732085548783/Put/seqid=0 2024-11-20T06:52:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742010_1186 (size=39749) 2024-11-20T06:52:30,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/1e7fa95d309c4c9680ca5bdfd3646588 2024-11-20T06:52:30,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/7c44a3e7b8e54c079d1abc1657e5b41b is 50, key is test_row_0/B:col10/1732085548783/Put/seqid=0 2024-11-20T06:52:30,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742011_1187 (size=12151) 2024-11-20T06:52:30,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085610460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085610460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085610460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/7c44a3e7b8e54c079d1abc1657e5b41b 2024-11-20T06:52:30,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/f1f887d809f0478c80910f0a57ca9cec is 50, key is test_row_0/C:col10/1732085548783/Put/seqid=0 2024-11-20T06:52:30,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742012_1188 (size=12151) 2024-11-20T06:52:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:30,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,710 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T06:52:30,710 INFO [master/61c2066a8a0f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T06:52:30,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:30,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:30,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085610949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085610949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,952 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:30,952 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085610970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085610970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085610970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:31,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:31,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:31,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:31,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/f1f887d809f0478c80910f0a57ca9cec 2024-11-20T06:52:31,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/1e7fa95d309c4c9680ca5bdfd3646588 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588 2024-11-20T06:52:31,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588, entries=200, sequenceid=180, filesize=38.8 K 2024-11-20T06:52:31,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/7c44a3e7b8e54c079d1abc1657e5b41b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/7c44a3e7b8e54c079d1abc1657e5b41b 2024-11-20T06:52:31,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/7c44a3e7b8e54c079d1abc1657e5b41b, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T06:52:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/f1f887d809f0478c80910f0a57ca9cec as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f1f887d809f0478c80910f0a57ca9cec 2024-11-20T06:52:31,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f1f887d809f0478c80910f0a57ca9cec, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T06:52:31,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d381d0b466c9ab5373e9eab10f1be4db in 1284ms, sequenceid=180, compaction requested=false 2024-11-20T06:52:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:31,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T06:52:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:31,165 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-20T06:52:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dfd4633f62114b889b4f94ebd52ea2af_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085549823/Put/seqid=0 2024-11-20T06:52:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742013_1189 (size=12304) 2024-11-20T06:52:31,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:31,581 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dfd4633f62114b889b4f94ebd52ea2af_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dfd4633f62114b889b4f94ebd52ea2af_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/d29244b21f4d4873b57437d5878afe7d, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/d29244b21f4d4873b57437d5878afe7d is 175, key is test_row_0/A:col10/1732085549823/Put/seqid=0 2024-11-20T06:52:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742014_1190 (size=31105) 2024-11-20T06:52:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:31,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:31,987 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/d29244b21f4d4873b57437d5878afe7d 2024-11-20T06:52:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085611989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085611991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/07691890bd824bbe8ec5c16e447ec513 is 50, key is test_row_0/B:col10/1732085549823/Put/seqid=0 2024-11-20T06:52:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:31,995 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742015_1191 (size=12151) 2024-11-20T06:52:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085611995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085612099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085612110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085612311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085612320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,403 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/07691890bd824bbe8ec5c16e447ec513 2024-11-20T06:52:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/45f4dc4009bb4202a81eaab16d3bb95e is 50, key is test_row_0/C:col10/1732085549823/Put/seqid=0 2024-11-20T06:52:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742016_1192 (size=12151) 2024-11-20T06:52:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085612620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085612630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:32,816 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/45f4dc4009bb4202a81eaab16d3bb95e 2024-11-20T06:52:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/d29244b21f4d4873b57437d5878afe7d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d 2024-11-20T06:52:32,825 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d, entries=150, sequenceid=216, filesize=30.4 K 2024-11-20T06:52:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/07691890bd824bbe8ec5c16e447ec513 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/07691890bd824bbe8ec5c16e447ec513 2024-11-20T06:52:32,830 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/07691890bd824bbe8ec5c16e447ec513, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T06:52:32,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/45f4dc4009bb4202a81eaab16d3bb95e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/45f4dc4009bb4202a81eaab16d3bb95e 2024-11-20T06:52:32,835 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/45f4dc4009bb4202a81eaab16d3bb95e, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T06:52:32,836 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for d381d0b466c9ab5373e9eab10f1be4db in 1671ms, sequenceid=216, compaction requested=true 2024-11-20T06:52:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T06:52:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T06:52:32,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T06:52:32,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3550 sec 2024-11-20T06:52:32,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.3590 sec 2024-11-20T06:52:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:32,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:52:32,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:32,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:32,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:32,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206e17330afa2f4fda8792b8f294fd0a7c_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742017_1193 (size=14794) 2024-11-20T06:52:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085613018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085613022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085613130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085613130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085613130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085613140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085613340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085613340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,394 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:33,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206e17330afa2f4fda8792b8f294fd0a7c_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206e17330afa2f4fda8792b8f294fd0a7c_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:33,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/9d2622193269404f98dd9d3a6fe2b595, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:33,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/9d2622193269404f98dd9d3a6fe2b595 is 175, key is test_row_0/A:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742018_1194 (size=39749) 2024-11-20T06:52:33,417 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/9d2622193269404f98dd9d3a6fe2b595 2024-11-20T06:52:33,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/8ab39d55e9db46188299226ff08bceb6 is 50, key is test_row_0/B:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742019_1195 (size=12151) 2024-11-20T06:52:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085613650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085613650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T06:52:33,660 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:33,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-20T06:52:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T06:52:33,662 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:33,663 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:33,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T06:52:33,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T06:52:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:33,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:33,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:33,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:33,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/8ab39d55e9db46188299226ff08bceb6 2024-11-20T06:52:33,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/31886fae0201455597815006f398a3bb is 50, key is test_row_0/C:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742020_1196 (size=12151) 2024-11-20T06:52:33,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T06:52:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:33,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:33,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T06:52:34,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085614009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:34,012 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:34,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T06:52:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:34,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085614150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:34,151 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085614160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085614160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085614160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:34,160 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:34,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/31886fae0201455597815006f398a3bb 2024-11-20T06:52:34,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/9d2622193269404f98dd9d3a6fe2b595 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595 2024-11-20T06:52:34,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595, entries=200, sequenceid=228, filesize=38.8 K 2024-11-20T06:52:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/8ab39d55e9db46188299226ff08bceb6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/8ab39d55e9db46188299226ff08bceb6 2024-11-20T06:52:34,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/8ab39d55e9db46188299226ff08bceb6, entries=150, sequenceid=228, filesize=11.9 K 2024-11-20T06:52:34,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/31886fae0201455597815006f398a3bb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/31886fae0201455597815006f398a3bb 2024-11-20T06:52:34,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/31886fae0201455597815006f398a3bb, entries=150, sequenceid=228, filesize=11.9 K 2024-11-20T06:52:34,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d381d0b466c9ab5373e9eab10f1be4db in 1288ms, sequenceid=228, compaction requested=true 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:34,271 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:34,271 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:34,272 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:34,272 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:34,272 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/B is initiating minor compaction (all files) 2024-11-20T06:52:34,272 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/A is initiating minor compaction (all files) 2024-11-20T06:52:34,272 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/A in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,273 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/B in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,273 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/632d1fc003cd48cbbdc77195a83f341c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/7c44a3e7b8e54c079d1abc1657e5b41b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/07691890bd824bbe8ec5c16e447ec513, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/8ab39d55e9db46188299226ff08bceb6] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=47.8 K 2024-11-20T06:52:34,273 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/ace0d51924ea4c13b628b398732e9cdb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=138.7 K 2024-11-20T06:52:34,273 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,273 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/ace0d51924ea4c13b628b398732e9cdb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595] 2024-11-20T06:52:34,273 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 632d1fc003cd48cbbdc77195a83f341c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085547589 2024-11-20T06:52:34,273 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ace0d51924ea4c13b628b398732e9cdb, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085547589 2024-11-20T06:52:34,273 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c44a3e7b8e54c079d1abc1657e5b41b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732085548783 2024-11-20T06:52:34,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,274 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7fa95d309c4c9680ca5bdfd3646588, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732085548767 2024-11-20T06:52:34,274 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:34,275 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 07691890bd824bbe8ec5c16e447ec513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732085549823 2024-11-20T06:52:34,275 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d29244b21f4d4873b57437d5878afe7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732085549823 2024-11-20T06:52:34,275 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ab39d55e9db46188299226ff08bceb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732085551984 2024-11-20T06:52:34,275 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d2622193269404f98dd9d3a6fe2b595, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732085551984 2024-11-20T06:52:34,288 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:34,289 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:34,290 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/596d819b3fd241d7ac142424db7a54e0 is 50, key is test_row_0/B:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T06:52:34,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c42e7a872eee44238cfec90d56cfe07a_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085553020/Put/seqid=0 2024-11-20T06:52:34,295 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a56414f7260c470592203464702c1d9a_d381d0b466c9ab5373e9eab10f1be4db store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:34,298 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a56414f7260c470592203464702c1d9a_d381d0b466c9ab5373e9eab10f1be4db, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:34,298 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a56414f7260c470592203464702c1d9a_d381d0b466c9ab5373e9eab10f1be4db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:34,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742021_1197 (size=12595) 2024-11-20T06:52:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742023_1199 (size=4469) 2024-11-20T06:52:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742022_1198 (size=12304) 2024-11-20T06:52:34,719 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/596d819b3fd241d7ac142424db7a54e0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/596d819b3fd241d7ac142424db7a54e0 2024-11-20T06:52:34,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:34,729 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c42e7a872eee44238cfec90d56cfe07a_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c42e7a872eee44238cfec90d56cfe07a_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:34,730 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:34,730 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/B of d381d0b466c9ab5373e9eab10f1be4db into 596d819b3fd241d7ac142424db7a54e0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:34,730 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:34,730 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/B, priority=12, startTime=1732085554271; duration=0sec 2024-11-20T06:52:34,730 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:34,730 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:B 2024-11-20T06:52:34,730 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:34,730 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a5b1d303bba24406b7266db23da87269 is 175, key is test_row_0/A:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:34,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/4974383bd5f949d0b6df4a318824bb06, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:34,731 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:34,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/4974383bd5f949d0b6df4a318824bb06 is 175, key is test_row_0/A:col10/1732085553020/Put/seqid=0 2024-11-20T06:52:34,731 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/C is initiating minor compaction (all files) 2024-11-20T06:52:34,731 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/C in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:34,732 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/13bb7499966c43d2969c970085cec3bb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f1f887d809f0478c80910f0a57ca9cec, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/45f4dc4009bb4202a81eaab16d3bb95e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/31886fae0201455597815006f398a3bb] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=47.8 K 2024-11-20T06:52:34,732 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 13bb7499966c43d2969c970085cec3bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085547589 2024-11-20T06:52:34,733 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f1f887d809f0478c80910f0a57ca9cec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732085548783 2024-11-20T06:52:34,733 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 45f4dc4009bb4202a81eaab16d3bb95e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732085549823 2024-11-20T06:52:34,738 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 31886fae0201455597815006f398a3bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732085551984 2024-11-20T06:52:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742024_1200 (size=31549) 2024-11-20T06:52:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742025_1201 (size=31105) 2024-11-20T06:52:34,749 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:34,750 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1e31ab9a3e8a46d5bdab61ac526c619f is 50, key is test_row_0/C:col10/1732085551984/Put/seqid=0 2024-11-20T06:52:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742026_1202 (size=12595) 2024-11-20T06:52:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T06:52:35,139 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/4974383bd5f949d0b6df4a318824bb06 2024-11-20T06:52:35,143 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a5b1d303bba24406b7266db23da87269 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a5b1d303bba24406b7266db23da87269 2024-11-20T06:52:35,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/a8433353936045e5914413179c78ed88 is 50, key is test_row_0/B:col10/1732085553020/Put/seqid=0 2024-11-20T06:52:35,159 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/A of d381d0b466c9ab5373e9eab10f1be4db into a5b1d303bba24406b7266db23da87269(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:35,159 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:35,159 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/A, priority=12, startTime=1732085554271; duration=0sec 2024-11-20T06:52:35,159 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:35,159 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:A 2024-11-20T06:52:35,162 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1e31ab9a3e8a46d5bdab61ac526c619f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1e31ab9a3e8a46d5bdab61ac526c619f 2024-11-20T06:52:35,167 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/C of d381d0b466c9ab5373e9eab10f1be4db into 1e31ab9a3e8a46d5bdab61ac526c619f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:35,167 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:35,167 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/C, priority=12, startTime=1732085554271; duration=0sec 2024-11-20T06:52:35,167 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:35,167 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:C 2024-11-20T06:52:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:35,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742027_1203 (size=12151) 2024-11-20T06:52:35,173 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/a8433353936045e5914413179c78ed88 2024-11-20T06:52:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1a51eca5e08d4a29a128d2b6e2c5fb49 is 50, key is test_row_0/C:col10/1732085553020/Put/seqid=0 2024-11-20T06:52:35,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085615191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085615192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742028_1204 (size=12151) 2024-11-20T06:52:35,199 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1a51eca5e08d4a29a128d2b6e2c5fb49 2024-11-20T06:52:35,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/4974383bd5f949d0b6df4a318824bb06 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06 2024-11-20T06:52:35,208 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06, entries=150, sequenceid=248, filesize=30.4 K 2024-11-20T06:52:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/a8433353936045e5914413179c78ed88 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/a8433353936045e5914413179c78ed88 2024-11-20T06:52:35,213 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/a8433353936045e5914413179c78ed88, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T06:52:35,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1a51eca5e08d4a29a128d2b6e2c5fb49 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1a51eca5e08d4a29a128d2b6e2c5fb49 2024-11-20T06:52:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,221 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1a51eca5e08d4a29a128d2b6e2c5fb49, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T06:52:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,222 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d381d0b466c9ab5373e9eab10f1be4db in 948ms, sequenceid=248, compaction requested=false 2024-11-20T06:52:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-20T06:52:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-20T06:52:35,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T06:52:35,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-11-20T06:52:35,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.5650 sec 2024-11-20T06:52:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:35,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:52:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112046b6f09e02c140d189c266cb245123b5_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742029_1205 (size=12454) 2024-11-20T06:52:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085615369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085615370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085615480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085615480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085615690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085615690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:35,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:35,732 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:35,736 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112046b6f09e02c140d189c266cb245123b5_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046b6f09e02c140d189c266cb245123b5_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:35,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/f5b460751ee6457ba523c50745b1d818, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:35,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/f5b460751ee6457ba523c50745b1d818 is 175, key is test_row_0/A:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:35,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742030_1206 (size=31251) 2024-11-20T06:52:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T06:52:35,810 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:35,810 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-20T06:52:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T06:52:35,812 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:35,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:35,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T06:52:35,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:35,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085616000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085616010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:36,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T06:52:36,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/f5b460751ee6457ba523c50745b1d818 2024-11-20T06:52:36,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5b158b9203b84d8cbba7c8d8dbe6bdf1 is 50, key is test_row_0/B:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742031_1207 (size=9857) 2024-11-20T06:52:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085616170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:36,171 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:36,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085616180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:36,185 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:36,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T06:52:36,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085616510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085616520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:36,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5b158b9203b84d8cbba7c8d8dbe6bdf1 2024-11-20T06:52:36,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/2e46134c0a09454e92232bd6b2fd92e5 is 50, key is test_row_0/C:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742032_1208 (size=9857) 2024-11-20T06:52:36,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T06:52:36,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/2e46134c0a09454e92232bd6b2fd92e5 2024-11-20T06:52:36,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/f5b460751ee6457ba523c50745b1d818 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818 2024-11-20T06:52:36,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818, entries=150, sequenceid=264, filesize=30.5 K 2024-11-20T06:52:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5b158b9203b84d8cbba7c8d8dbe6bdf1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5b158b9203b84d8cbba7c8d8dbe6bdf1 2024-11-20T06:52:36,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5b158b9203b84d8cbba7c8d8dbe6bdf1, entries=100, sequenceid=264, filesize=9.6 K 2024-11-20T06:52:36,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/2e46134c0a09454e92232bd6b2fd92e5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/2e46134c0a09454e92232bd6b2fd92e5 2024-11-20T06:52:36,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/2e46134c0a09454e92232bd6b2fd92e5, entries=100, sequenceid=264, filesize=9.6 K 2024-11-20T06:52:36,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d381d0b466c9ab5373e9eab10f1be4db in 1686ms, sequenceid=264, compaction requested=true 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:36,992 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:36,992 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:36,993 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:36,993 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/B is initiating minor compaction (all files) 2024-11-20T06:52:36,993 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:36,993 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/A is initiating minor compaction (all files) 2024-11-20T06:52:36,993 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/B in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,993 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/A in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,993 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/596d819b3fd241d7ac142424db7a54e0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/a8433353936045e5914413179c78ed88, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5b158b9203b84d8cbba7c8d8dbe6bdf1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=33.8 K 2024-11-20T06:52:36,993 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a5b1d303bba24406b7266db23da87269, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=91.7 K 2024-11-20T06:52:36,994 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:36,994 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a5b1d303bba24406b7266db23da87269, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818] 2024-11-20T06:52:36,994 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b1d303bba24406b7266db23da87269, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732085551984 2024-11-20T06:52:36,994 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 596d819b3fd241d7ac142424db7a54e0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732085551984 2024-11-20T06:52:36,994 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4974383bd5f949d0b6df4a318824bb06, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732085552990 2024-11-20T06:52:36,995 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a8433353936045e5914413179c78ed88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732085552990 2024-11-20T06:52:36,995 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5b460751ee6457ba523c50745b1d818, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732085555188 2024-11-20T06:52:36,995 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b158b9203b84d8cbba7c8d8dbe6bdf1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732085555190 2024-11-20T06:52:37,001 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:37,003 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120925fb1e6b6a3452c87c649f40632d0da_d381d0b466c9ab5373e9eab10f1be4db store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:37,005 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120925fb1e6b6a3452c87c649f40632d0da_d381d0b466c9ab5373e9eab10f1be4db, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:37,005 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:37,005 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120925fb1e6b6a3452c87c649f40632d0da_d381d0b466c9ab5373e9eab10f1be4db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:37,005 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/c81d064f9dd34d29ba49c35f3b78c3c9 is 50, key is test_row_0/B:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742034_1210 (size=4469) 2024-11-20T06:52:37,014 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#A#compaction#177 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:37,014 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a465c6ee4e754164bb6c49029f1b149d is 175, key is test_row_0/A:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742033_1209 (size=12797) 2024-11-20T06:52:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742035_1211 (size=31858) 2024-11-20T06:52:37,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T06:52:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:37,036 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T06:52:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:37,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:37,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b241889a38dd4a6bbec7d5224d68173a_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085555362/Put/seqid=0 2024-11-20T06:52:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742036_1212 (size=12454) 2024-11-20T06:52:37,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:37,052 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b241889a38dd4a6bbec7d5224d68173a_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b241889a38dd4a6bbec7d5224d68173a_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/73f257f62c6248a89f5d052d56e82046, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:37,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/73f257f62c6248a89f5d052d56e82046 is 175, key is test_row_0/A:col10/1732085555362/Put/seqid=0 2024-11-20T06:52:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742037_1213 (size=31255) 2024-11-20T06:52:37,064 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/73f257f62c6248a89f5d052d56e82046 2024-11-20T06:52:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/93f42a91af8f4b05b7fb18955f6bc47c is 50, key is test_row_0/B:col10/1732085555362/Put/seqid=0 2024-11-20T06:52:37,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742038_1214 (size=12301) 2024-11-20T06:52:37,423 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/c81d064f9dd34d29ba49c35f3b78c3c9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c81d064f9dd34d29ba49c35f3b78c3c9 2024-11-20T06:52:37,427 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a465c6ee4e754164bb6c49029f1b149d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a465c6ee4e754164bb6c49029f1b149d 2024-11-20T06:52:37,429 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/B of d381d0b466c9ab5373e9eab10f1be4db into c81d064f9dd34d29ba49c35f3b78c3c9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:37,429 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:37,429 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/B, priority=13, startTime=1732085556992; duration=0sec 2024-11-20T06:52:37,429 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:37,429 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:B 2024-11-20T06:52:37,429 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:37,431 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:37,431 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/C is initiating minor compaction (all files) 2024-11-20T06:52:37,431 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/C in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:37,431 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1e31ab9a3e8a46d5bdab61ac526c619f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1a51eca5e08d4a29a128d2b6e2c5fb49, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/2e46134c0a09454e92232bd6b2fd92e5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=33.8 K 2024-11-20T06:52:37,432 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e31ab9a3e8a46d5bdab61ac526c619f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732085551984 2024-11-20T06:52:37,433 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/A of d381d0b466c9ab5373e9eab10f1be4db into a465c6ee4e754164bb6c49029f1b149d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:37,433 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:37,433 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a51eca5e08d4a29a128d2b6e2c5fb49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732085552990 2024-11-20T06:52:37,433 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/A, priority=13, startTime=1732085556992; duration=0sec 2024-11-20T06:52:37,433 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:37,433 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:A 2024-11-20T06:52:37,433 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e46134c0a09454e92232bd6b2fd92e5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732085555190 2024-11-20T06:52:37,439 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:37,440 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/587e90232e624e2889261b0a1b7c652e is 50, key is test_row_0/C:col10/1732085555304/Put/seqid=0 2024-11-20T06:52:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742039_1215 (size=12797) 2024-11-20T06:52:37,495 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/93f42a91af8f4b05b7fb18955f6bc47c 2024-11-20T06:52:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/f54047046d6945e8b18eaf61c8627b7a is 50, key is test_row_0/C:col10/1732085555362/Put/seqid=0 2024-11-20T06:52:37,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742040_1216 (size=12301) 2024-11-20T06:52:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:37,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:37,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085617548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:37,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085617550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085617660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085617660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:37,854 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/587e90232e624e2889261b0a1b7c652e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/587e90232e624e2889261b0a1b7c652e 2024-11-20T06:52:37,860 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/C of d381d0b466c9ab5373e9eab10f1be4db into 587e90232e624e2889261b0a1b7c652e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:37,860 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:37,860 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/C, priority=13, startTime=1732085556992; duration=0sec 2024-11-20T06:52:37,860 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:37,860 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:C 2024-11-20T06:52:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085617870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:37,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085617870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:37,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:37,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:37,908 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/f54047046d6945e8b18eaf61c8627b7a 2024-11-20T06:52:37,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/73f257f62c6248a89f5d052d56e82046 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046 2024-11-20T06:52:37,917 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046, entries=150, sequenceid=283, filesize=30.5 K 2024-11-20T06:52:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/93f42a91af8f4b05b7fb18955f6bc47c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/93f42a91af8f4b05b7fb18955f6bc47c 2024-11-20T06:52:37,922 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/93f42a91af8f4b05b7fb18955f6bc47c, entries=150, sequenceid=283, filesize=12.0 K 2024-11-20T06:52:37,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/f54047046d6945e8b18eaf61c8627b7a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f54047046d6945e8b18eaf61c8627b7a 2024-11-20T06:52:37,929 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f54047046d6945e8b18eaf61c8627b7a, entries=150, sequenceid=283, filesize=12.0 K 2024-11-20T06:52:37,930 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d381d0b466c9ab5373e9eab10f1be4db in 894ms, sequenceid=283, compaction requested=false 2024-11-20T06:52:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:37,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T06:52:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T06:52:37,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T06:52:37,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1180 sec 2024-11-20T06:52:37,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.1240 sec 2024-11-20T06:52:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T06:52:37,960 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:37,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-20T06:52:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T06:52:37,962 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:37,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:37,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:38,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T06:52:38,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:38,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:38,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:38,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:38,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:38,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:38,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120399c82cd83ea481d810b792c2d9ed90e_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T06:52:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742041_1217 (size=14994) 2024-11-20T06:52:38,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:38,083 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120399c82cd83ea481d810b792c2d9ed90e_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120399c82cd83ea481d810b792c2d9ed90e_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:38,084 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7da382faf1f44529b5574d6cf6547db3, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:38,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7da382faf1f44529b5574d6cf6547db3 is 175, key is test_row_0/A:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742042_1218 (size=39949) 2024-11-20T06:52:38,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7da382faf1f44529b5574d6cf6547db3 2024-11-20T06:52:38,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/111055a9b97a45e284ac27e2b5f08e67 is 50, key is test_row_0/B:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085618109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742043_1219 (size=12301) 2024-11-20T06:52:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085618180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085618180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085618219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T06:52:38,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:38,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:38,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085618430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/111055a9b97a45e284ac27e2b5f08e67 2024-11-20T06:52:38,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/264418e850074c7b8fcf157e9ad10a98 is 50, key is test_row_0/C:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:38,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742044_1220 (size=12301) 2024-11-20T06:52:38,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T06:52:38,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085618690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085618690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085618740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:38,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:38,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:38,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:38,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/264418e850074c7b8fcf157e9ad10a98 2024-11-20T06:52:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7da382faf1f44529b5574d6cf6547db3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3 2024-11-20T06:52:38,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3, entries=200, sequenceid=300, filesize=39.0 K 2024-11-20T06:52:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/111055a9b97a45e284ac27e2b5f08e67 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/111055a9b97a45e284ac27e2b5f08e67 2024-11-20T06:52:38,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/111055a9b97a45e284ac27e2b5f08e67, entries=150, sequenceid=300, filesize=12.0 K 2024-11-20T06:52:38,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/264418e850074c7b8fcf157e9ad10a98 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/264418e850074c7b8fcf157e9ad10a98 2024-11-20T06:52:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/264418e850074c7b8fcf157e9ad10a98, entries=150, sequenceid=300, filesize=12.0 K 2024-11-20T06:52:38,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d381d0b466c9ab5373e9eab10f1be4db in 903ms, sequenceid=300, compaction requested=true 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:38,955 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:38,955 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:38,956 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103062 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:38,956 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:38,956 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/A is initiating minor compaction (all files) 2024-11-20T06:52:38,956 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/B is initiating minor compaction (all files) 2024-11-20T06:52:38,956 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/A in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,956 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/B in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,956 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a465c6ee4e754164bb6c49029f1b149d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=100.6 K 2024-11-20T06:52:38,956 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c81d064f9dd34d29ba49c35f3b78c3c9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/93f42a91af8f4b05b7fb18955f6bc47c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/111055a9b97a45e284ac27e2b5f08e67] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=36.5 K 2024-11-20T06:52:38,956 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:38,956 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a465c6ee4e754164bb6c49029f1b149d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3] 2024-11-20T06:52:38,956 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c81d064f9dd34d29ba49c35f3b78c3c9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732085552990 2024-11-20T06:52:38,957 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a465c6ee4e754164bb6c49029f1b149d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732085552990 2024-11-20T06:52:38,957 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73f257f62c6248a89f5d052d56e82046, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732085555362 2024-11-20T06:52:38,957 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 93f42a91af8f4b05b7fb18955f6bc47c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732085555362 2024-11-20T06:52:38,957 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7da382faf1f44529b5574d6cf6547db3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732085557537 2024-11-20T06:52:38,957 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 111055a9b97a45e284ac27e2b5f08e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732085557537 2024-11-20T06:52:38,965 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:38,967 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112059d5cd53209a431da0845f14573cfb04_d381d0b466c9ab5373e9eab10f1be4db store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:38,967 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:38,968 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/e498cd8b3f0f45b89e818c45a53661bb is 50, key is test_row_0/B:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:38,969 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112059d5cd53209a431da0845f14573cfb04_d381d0b466c9ab5373e9eab10f1be4db, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:38,969 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112059d5cd53209a431da0845f14573cfb04_d381d0b466c9ab5373e9eab10f1be4db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742045_1221 (size=4469) 2024-11-20T06:52:38,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742046_1222 (size=12949) 2024-11-20T06:52:38,994 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/e498cd8b3f0f45b89e818c45a53661bb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/e498cd8b3f0f45b89e818c45a53661bb 2024-11-20T06:52:39,001 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/B of d381d0b466c9ab5373e9eab10f1be4db into e498cd8b3f0f45b89e818c45a53661bb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:39,001 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:39,001 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/B, priority=13, startTime=1732085558955; duration=0sec 2024-11-20T06:52:39,001 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:39,001 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:B 2024-11-20T06:52:39,001 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:39,003 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:39,003 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/C is initiating minor compaction (all files) 2024-11-20T06:52:39,003 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/C in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:39,003 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/587e90232e624e2889261b0a1b7c652e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f54047046d6945e8b18eaf61c8627b7a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/264418e850074c7b8fcf157e9ad10a98] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=36.5 K 2024-11-20T06:52:39,003 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 587e90232e624e2889261b0a1b7c652e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732085552990 2024-11-20T06:52:39,004 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f54047046d6945e8b18eaf61c8627b7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732085555362 2024-11-20T06:52:39,004 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 264418e850074c7b8fcf157e9ad10a98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732085557537 2024-11-20T06:52:39,012 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:39,013 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1bd7000c34154df3a4b6e00c380c63ac is 50, key is test_row_0/C:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742047_1223 (size=12949) 2024-11-20T06:52:39,024 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/1bd7000c34154df3a4b6e00c380c63ac as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1bd7000c34154df3a4b6e00c380c63ac 2024-11-20T06:52:39,030 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/C of d381d0b466c9ab5373e9eab10f1be4db into 1bd7000c34154df3a4b6e00c380c63ac(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:39,030 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:39,030 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/C, priority=13, startTime=1732085558955; duration=0sec 2024-11-20T06:52:39,030 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:39,030 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:C 2024-11-20T06:52:39,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T06:52:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:39,033 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:52:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:39,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120102f3061a9284c28bf6178d825722c5e_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085558093/Put/seqid=0 2024-11-20T06:52:39,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742048_1224 (size=12454) 2024-11-20T06:52:39,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:39,054 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120102f3061a9284c28bf6178d825722c5e_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120102f3061a9284c28bf6178d825722c5e_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:39,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5f761a6bae664c0cb8a2e6604d824194, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:39,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5f761a6bae664c0cb8a2e6604d824194 is 175, key is test_row_0/A:col10/1732085558093/Put/seqid=0 2024-11-20T06:52:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742049_1225 (size=31255) 2024-11-20T06:52:39,064 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5f761a6bae664c0cb8a2e6604d824194 2024-11-20T06:52:39,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/3ef0329ede874f8f93439da6888ee707 is 50, key is test_row_0/B:col10/1732085558093/Put/seqid=0 2024-11-20T06:52:39,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742050_1226 (size=12301) 2024-11-20T06:52:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T06:52:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:39,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. as already flushing 2024-11-20T06:52:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085619293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:39,381 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#A#compaction#186 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:39,381 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/8fbc67c8a1a54540a677ea3caac8d329 is 175, key is test_row_0/A:col10/1732085557537/Put/seqid=0 2024-11-20T06:52:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742051_1227 (size=31903) 2024-11-20T06:52:39,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085619400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:39,477 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/3ef0329ede874f8f93439da6888ee707 2024-11-20T06:52:39,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/baf57fe18cee43778c76c2b90787d6a6 is 50, key is test_row_0/C:col10/1732085558093/Put/seqid=0 2024-11-20T06:52:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742052_1228 (size=12301) 2024-11-20T06:52:39,489 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/baf57fe18cee43778c76c2b90787d6a6 2024-11-20T06:52:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5f761a6bae664c0cb8a2e6604d824194 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194 2024-11-20T06:52:39,503 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194, entries=150, sequenceid=320, filesize=30.5 K 2024-11-20T06:52:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/3ef0329ede874f8f93439da6888ee707 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3ef0329ede874f8f93439da6888ee707 2024-11-20T06:52:39,510 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3ef0329ede874f8f93439da6888ee707, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T06:52:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/baf57fe18cee43778c76c2b90787d6a6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/baf57fe18cee43778c76c2b90787d6a6 2024-11-20T06:52:39,518 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/baf57fe18cee43778c76c2b90787d6a6, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T06:52:39,520 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for d381d0b466c9ab5373e9eab10f1be4db in 488ms, sequenceid=320, compaction requested=false 2024-11-20T06:52:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:39,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-20T06:52:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-20T06:52:39,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T06:52:39,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-11-20T06:52:39,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.5630 sec 2024-11-20T06:52:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:39,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:52:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:39,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033bfb49bd3be4e3482ebca0ff42d9f1a_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742053_1229 (size=12454) 2024-11-20T06:52:39,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085619688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:39,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43156 deadline: 1732085619710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:39,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43168 deadline: 1732085619710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:39,714 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:39,715 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:39,747 INFO [Thread-719 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-719. 2024-11-20T06:52:39,747 DEBUG [Thread-719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:39,747 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,747 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:39,752 INFO [Thread-721 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-721. 2024-11-20T06:52:39,752 DEBUG [Thread-721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:39,752 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,752 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:39,753 INFO [Thread-717 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-717. 2024-11-20T06:52:39,753 DEBUG [Thread-717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:39,753 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,753 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:39,756 INFO [Thread-723 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-723. 2024-11-20T06:52:39,756 DEBUG [Thread-723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:39,756 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,757 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:39,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:39,794 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/8fbc67c8a1a54540a677ea3caac8d329 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8fbc67c8a1a54540a677ea3caac8d329 2024-11-20T06:52:39,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:39,800 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/A of d381d0b466c9ab5373e9eab10f1be4db into 8fbc67c8a1a54540a677ea3caac8d329(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085619800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:39,800 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:39,800 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/A, priority=13, startTime=1732085558955; duration=0sec 2024-11-20T06:52:39,801 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:39,801 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:A 2024-11-20T06:52:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:40,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085620010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:40,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:40,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033bfb49bd3be4e3482ebca0ff42d9f1a_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033bfb49bd3be4e3482ebca0ff42d9f1a_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:40,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a79f1168421c40f2ae11d2f7c31a2465, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:40,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a79f1168421c40f2ae11d2f7c31a2465 is 175, key is test_row_0/A:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742054_1230 (size=31255) 2024-11-20T06:52:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T06:52:40,110 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43130 deadline: 1732085620210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43132 deadline: 1732085620210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:40,211 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:40,211 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in d381d0b466c9ab5373e9eab10f1be4db of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:52:40,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:40,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:40,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085620320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:40,462 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a79f1168421c40f2ae11d2f7c31a2465 2024-11-20T06:52:40,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/586ffdc4585b47b69a246c922720cb22 is 50, key is test_row_0/B:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742055_1231 (size=12301) 2024-11-20T06:52:40,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43188 deadline: 1732085620830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:52:40,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/586ffdc4585b47b69a246c922720cb22 2024-11-20T06:52:40,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/35b4023993bc4dd6bdd9203838194ad3 is 50, key is test_row_0/C:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742056_1232 (size=12301) 2024-11-20T06:52:41,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/35b4023993bc4dd6bdd9203838194ad3 2024-11-20T06:52:41,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/a79f1168421c40f2ae11d2f7c31a2465 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465 2024-11-20T06:52:41,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465, entries=150, sequenceid=335, filesize=30.5 K 2024-11-20T06:52:41,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/586ffdc4585b47b69a246c922720cb22 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/586ffdc4585b47b69a246c922720cb22 2024-11-20T06:52:41,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/586ffdc4585b47b69a246c922720cb22, entries=150, sequenceid=335, filesize=12.0 K 2024-11-20T06:52:41,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/35b4023993bc4dd6bdd9203838194ad3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/35b4023993bc4dd6bdd9203838194ad3 2024-11-20T06:52:41,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/35b4023993bc4dd6bdd9203838194ad3, entries=150, sequenceid=335, filesize=12.0 K 2024-11-20T06:52:41,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for d381d0b466c9ab5373e9eab10f1be4db in 1694ms, sequenceid=335, compaction requested=true 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:41,307 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:41,307 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d381d0b466c9ab5373e9eab10f1be4db:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:41,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:41,308 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:41,308 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:41,308 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/B is initiating minor compaction (all files) 2024-11-20T06:52:41,308 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/A is initiating minor compaction (all files) 2024-11-20T06:52:41,308 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/B in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:41,308 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/A in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:41,308 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/e498cd8b3f0f45b89e818c45a53661bb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3ef0329ede874f8f93439da6888ee707, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/586ffdc4585b47b69a246c922720cb22] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=36.7 K 2024-11-20T06:52:41,308 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8fbc67c8a1a54540a677ea3caac8d329, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=92.2 K 2024-11-20T06:52:41,308 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:41,309 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8fbc67c8a1a54540a677ea3caac8d329, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465] 2024-11-20T06:52:41,309 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e498cd8b3f0f45b89e818c45a53661bb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732085557537 2024-11-20T06:52:41,309 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fbc67c8a1a54540a677ea3caac8d329, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732085557537 2024-11-20T06:52:41,309 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef0329ede874f8f93439da6888ee707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732085558093 2024-11-20T06:52:41,309 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f761a6bae664c0cb8a2e6604d824194, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732085558093 2024-11-20T06:52:41,310 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 586ffdc4585b47b69a246c922720cb22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732085559275 2024-11-20T06:52:41,310 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a79f1168421c40f2ae11d2f7c31a2465, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732085559275 2024-11-20T06:52:41,319 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#B#compaction#195 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:41,320 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/b242d40297474c3eaf9e9d0d6616d863 is 50, key is test_row_0/B:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:41,322 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:41,324 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120924d7cff054940aa939aa397d26b0483_d381d0b466c9ab5373e9eab10f1be4db store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742057_1233 (size=13051) 2024-11-20T06:52:41,331 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/b242d40297474c3eaf9e9d0d6616d863 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/b242d40297474c3eaf9e9d0d6616d863 2024-11-20T06:52:41,338 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/B of d381d0b466c9ab5373e9eab10f1be4db into b242d40297474c3eaf9e9d0d6616d863(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:41,338 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:41,338 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/B, priority=13, startTime=1732085561307; duration=0sec 2024-11-20T06:52:41,338 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:41,338 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:B 2024-11-20T06:52:41,338 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:41,339 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:41,339 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): d381d0b466c9ab5373e9eab10f1be4db/C is initiating minor compaction (all files) 2024-11-20T06:52:41,340 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d381d0b466c9ab5373e9eab10f1be4db/C in TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:41,340 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1bd7000c34154df3a4b6e00c380c63ac, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/baf57fe18cee43778c76c2b90787d6a6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/35b4023993bc4dd6bdd9203838194ad3] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp, totalSize=36.7 K 2024-11-20T06:52:41,340 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bd7000c34154df3a4b6e00c380c63ac, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732085557537 2024-11-20T06:52:41,340 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting baf57fe18cee43778c76c2b90787d6a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732085558093 2024-11-20T06:52:41,341 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 35b4023993bc4dd6bdd9203838194ad3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732085559275 2024-11-20T06:52:41,354 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120924d7cff054940aa939aa397d26b0483_d381d0b466c9ab5373e9eab10f1be4db, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:41,354 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120924d7cff054940aa939aa397d26b0483_d381d0b466c9ab5373e9eab10f1be4db because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:41,356 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#C#compaction#197 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:41,357 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/8a57544c09694717a2f0cc50885567f6 is 50, key is test_row_0/C:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:41,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742058_1234 (size=4469) 2024-11-20T06:52:41,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742059_1235 (size=13051) 2024-11-20T06:52:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:41,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T06:52:41,732 INFO [Thread-710 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-710. 2024-11-20T06:52:41,732 INFO [Thread-712 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-712. 2024-11-20T06:52:41,732 DEBUG [Thread-710 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:41,732 DEBUG [Thread-712 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:41,732 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:41,732 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:41,732 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:41,732 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:41,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:41,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:41,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:41,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:41,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:41,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:41,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d85c7f2e2fc43789024d569756f55bd_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085559672/Put/seqid=0 2024-11-20T06:52:41,759 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d381d0b466c9ab5373e9eab10f1be4db#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:41,759 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7d48411e90244080bc29d521a5042223 is 175, key is test_row_0/A:col10/1732085559611/Put/seqid=0 2024-11-20T06:52:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742060_1236 (size=12454) 2024-11-20T06:52:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742061_1237 (size=32005) 2024-11-20T06:52:41,768 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/8a57544c09694717a2f0cc50885567f6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/8a57544c09694717a2f0cc50885567f6 2024-11-20T06:52:41,774 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/C of d381d0b466c9ab5373e9eab10f1be4db into 8a57544c09694717a2f0cc50885567f6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:41,774 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:41,774 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/C, priority=13, startTime=1732085561307; duration=0sec 2024-11-20T06:52:41,774 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:41,774 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:C 2024-11-20T06:52:41,842 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-11-20T06:52:41,842 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:41,842 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:41,842 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:41,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:42,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:42,171 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d85c7f2e2fc43789024d569756f55bd_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d85c7f2e2fc43789024d569756f55bd_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:42,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/e3213d71b00c4ec2bae51b2ac251558d, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:42,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/e3213d71b00c4ec2bae51b2ac251558d is 175, key is test_row_0/A:col10/1732085559672/Put/seqid=0 2024-11-20T06:52:42,183 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/7d48411e90244080bc29d521a5042223 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7d48411e90244080bc29d521a5042223 2024-11-20T06:52:42,190 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d381d0b466c9ab5373e9eab10f1be4db/A of d381d0b466c9ab5373e9eab10f1be4db into 7d48411e90244080bc29d521a5042223(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:42,190 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:42,190 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., storeName=d381d0b466c9ab5373e9eab10f1be4db/A, priority=13, startTime=1732085561307; duration=0sec 2024-11-20T06:52:42,190 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:42,190 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d381d0b466c9ab5373e9eab10f1be4db:A 2024-11-20T06:52:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742062_1238 (size=31255) 2024-11-20T06:52:42,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/e3213d71b00c4ec2bae51b2ac251558d 2024-11-20T06:52:42,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/3a98c5cbb367466fb8d7e9a3e17a4f3c is 50, key is test_row_0/B:col10/1732085559672/Put/seqid=0 2024-11-20T06:52:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742063_1239 (size=12301) 2024-11-20T06:52:42,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/3a98c5cbb367466fb8d7e9a3e17a4f3c 2024-11-20T06:52:42,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/692f69d8b7b948ecb7149c5082d6f3f6 is 50, key is test_row_0/C:col10/1732085559672/Put/seqid=0 2024-11-20T06:52:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742064_1240 (size=12301) 2024-11-20T06:52:43,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/692f69d8b7b948ecb7149c5082d6f3f6 2024-11-20T06:52:43,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/e3213d71b00c4ec2bae51b2ac251558d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/e3213d71b00c4ec2bae51b2ac251558d 2024-11-20T06:52:43,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/e3213d71b00c4ec2bae51b2ac251558d, entries=150, sequenceid=356, filesize=30.5 K 2024-11-20T06:52:43,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/3a98c5cbb367466fb8d7e9a3e17a4f3c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3a98c5cbb367466fb8d7e9a3e17a4f3c 2024-11-20T06:52:43,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3a98c5cbb367466fb8d7e9a3e17a4f3c, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T06:52:43,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/692f69d8b7b948ecb7149c5082d6f3f6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/692f69d8b7b948ecb7149c5082d6f3f6 2024-11-20T06:52:43,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/692f69d8b7b948ecb7149c5082d6f3f6, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T06:52:43,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for d381d0b466c9ab5373e9eab10f1be4db in 1351ms, sequenceid=356, compaction requested=false 2024-11-20T06:52:43,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d381d0b466c9ab5373e9eab10f1be4db: 2024-11-20T06:52:43,667 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:52:50,262 INFO [Thread-708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-708. 2024-11-20T06:52:50,263 DEBUG [Thread-708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:50,263 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:50,263 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:50,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:50,272 INFO [Thread-714 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-714. 2024-11-20T06:52:50,272 DEBUG [Thread-714 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:52:50,272 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:50,272 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:50,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-20T06:52:50,272 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3121 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3218 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1346 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4036 rows 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1334 2024-11-20T06:52:50,273 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3999 rows 2024-11-20T06:52:50,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:52:50,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:52:50,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:50,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:50,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:52:50,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T06:52:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T06:52:50,280 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085570280"}]},"ts":"1732085570280"} 2024-11-20T06:52:50,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T06:52:50,283 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T06:52:50,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:52:50,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, UNASSIGN}] 2024-11-20T06:52:50,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, UNASSIGN 2024-11-20T06:52:50,290 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:50,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, UNASSIGN because future has completed 2024-11-20T06:52:50,292 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:52:50,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:52:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T06:52:50,444 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing d381d0b466c9ab5373e9eab10f1be4db, disabling compactions & flushes 2024-11-20T06:52:50,445 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. after waiting 0 ms 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:50,445 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing d381d0b466c9ab5373e9eab10f1be4db 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=A 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=B 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d381d0b466c9ab5373e9eab10f1be4db, store=C 2024-11-20T06:52:50,445 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:50,453 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112040859e6464464c5790965a522f3f8e20_d381d0b466c9ab5373e9eab10f1be4db is 50, key is test_row_0/A:col10/1732085570270/Put/seqid=0 2024-11-20T06:52:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742065_1241 (size=12454) 2024-11-20T06:52:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T06:52:50,859 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:50,864 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112040859e6464464c5790965a522f3f8e20_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112040859e6464464c5790965a522f3f8e20_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:50,865 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5673ae17fa964800b75fa12cf9180c01, store: [table=TestAcidGuarantees family=A region=d381d0b466c9ab5373e9eab10f1be4db] 2024-11-20T06:52:50,865 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5673ae17fa964800b75fa12cf9180c01 is 175, key is test_row_0/A:col10/1732085570270/Put/seqid=0 2024-11-20T06:52:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742066_1242 (size=31255) 2024-11-20T06:52:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T06:52:51,285 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5673ae17fa964800b75fa12cf9180c01 2024-11-20T06:52:51,294 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5845ee29c62a40b39ba09ed73160bbb3 is 50, key is test_row_0/B:col10/1732085570270/Put/seqid=0 2024-11-20T06:52:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742067_1243 (size=12301) 2024-11-20T06:52:51,301 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5845ee29c62a40b39ba09ed73160bbb3 2024-11-20T06:52:51,311 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/ed0f790f9b86469aa77631438abcda5a is 50, key is test_row_0/C:col10/1732085570270/Put/seqid=0 2024-11-20T06:52:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742068_1244 (size=12301) 2024-11-20T06:52:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T06:52:51,715 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/ed0f790f9b86469aa77631438abcda5a 2024-11-20T06:52:51,721 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/A/5673ae17fa964800b75fa12cf9180c01 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5673ae17fa964800b75fa12cf9180c01 2024-11-20T06:52:51,725 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5673ae17fa964800b75fa12cf9180c01, entries=150, sequenceid=364, filesize=30.5 K 2024-11-20T06:52:51,726 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/B/5845ee29c62a40b39ba09ed73160bbb3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5845ee29c62a40b39ba09ed73160bbb3 2024-11-20T06:52:51,731 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5845ee29c62a40b39ba09ed73160bbb3, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T06:52:51,732 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/.tmp/C/ed0f790f9b86469aa77631438abcda5a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ed0f790f9b86469aa77631438abcda5a 2024-11-20T06:52:51,736 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ed0f790f9b86469aa77631438abcda5a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-20T06:52:51,737 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for d381d0b466c9ab5373e9eab10f1be4db in 1292ms, sequenceid=364, compaction requested=true 2024-11-20T06:52:51,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/39a0c65b48414dccbf3555f1969ec317, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/ace0d51924ea4c13b628b398732e9cdb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a5b1d303bba24406b7266db23da87269, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a465c6ee4e754164bb6c49029f1b149d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8fbc67c8a1a54540a677ea3caac8d329, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465] to archive 2024-11-20T06:52:51,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:52:51,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/87a11d3204f945638f33f98e9b52a478 2024-11-20T06:52:51,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7bd8692914094651a4182211b819f5ee 2024-11-20T06:52:51,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/67925c874fe945ba8b1e3de4ab1e122a 2024-11-20T06:52:51,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/db11ae0632044369a8823bba617337a8 2024-11-20T06:52:51,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/39a0c65b48414dccbf3555f1969ec317 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/39a0c65b48414dccbf3555f1969ec317 2024-11-20T06:52:51,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/6aa41d1d8f9944ac849b5c3314365fba 2024-11-20T06:52:51,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/47cde918de0846a38bfd44ffe923c78d 2024-11-20T06:52:51,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8af88da762414027b5950561755cf5cb 2024-11-20T06:52:51,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/78e5298b831a4a7ea674beb5fc5246b9 2024-11-20T06:52:51,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/ace0d51924ea4c13b628b398732e9cdb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/ace0d51924ea4c13b628b398732e9cdb 2024-11-20T06:52:51,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/1e7fa95d309c4c9680ca5bdfd3646588 2024-11-20T06:52:51,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/d29244b21f4d4873b57437d5878afe7d 2024-11-20T06:52:51,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/9d2622193269404f98dd9d3a6fe2b595 2024-11-20T06:52:51,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a5b1d303bba24406b7266db23da87269 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a5b1d303bba24406b7266db23da87269 2024-11-20T06:52:51,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/4974383bd5f949d0b6df4a318824bb06 2024-11-20T06:52:51,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a465c6ee4e754164bb6c49029f1b149d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a465c6ee4e754164bb6c49029f1b149d 2024-11-20T06:52:51,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/f5b460751ee6457ba523c50745b1d818 2024-11-20T06:52:51,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/73f257f62c6248a89f5d052d56e82046 2024-11-20T06:52:51,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7da382faf1f44529b5574d6cf6547db3 2024-11-20T06:52:51,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8fbc67c8a1a54540a677ea3caac8d329 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/8fbc67c8a1a54540a677ea3caac8d329 2024-11-20T06:52:51,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5f761a6bae664c0cb8a2e6604d824194 2024-11-20T06:52:51,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/a79f1168421c40f2ae11d2f7c31a2465 2024-11-20T06:52:51,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5df00b5f5f8f4e38bb0d87fd448bcb92, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/76e4511fdb4b441e83d5ec2d9606cdae, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/15de268db4de45e5b4712845f23b0402, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/2f6ac98faea5457b9070d6ab1f11fcfa, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/584426d6a9754238961198d07b74d3d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/1a2e9d19f1d244aabd398ada8929a21f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/624c2e0d54c142cd9328471db2ede1d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c60dbcfe50dc469fbf962e3a86a98530, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/632d1fc003cd48cbbdc77195a83f341c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/4271378b6c5c4adb8445b39fe6d30498, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/7c44a3e7b8e54c079d1abc1657e5b41b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/07691890bd824bbe8ec5c16e447ec513, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/596d819b3fd241d7ac142424db7a54e0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/8ab39d55e9db46188299226ff08bceb6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/a8433353936045e5914413179c78ed88, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c81d064f9dd34d29ba49c35f3b78c3c9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5b158b9203b84d8cbba7c8d8dbe6bdf1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/93f42a91af8f4b05b7fb18955f6bc47c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/e498cd8b3f0f45b89e818c45a53661bb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/111055a9b97a45e284ac27e2b5f08e67, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3ef0329ede874f8f93439da6888ee707, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/586ffdc4585b47b69a246c922720cb22] to archive 2024-11-20T06:52:51,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:52:51,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5df00b5f5f8f4e38bb0d87fd448bcb92 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5df00b5f5f8f4e38bb0d87fd448bcb92 2024-11-20T06:52:51,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/76e4511fdb4b441e83d5ec2d9606cdae to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/76e4511fdb4b441e83d5ec2d9606cdae 2024-11-20T06:52:51,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/15de268db4de45e5b4712845f23b0402 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/15de268db4de45e5b4712845f23b0402 2024-11-20T06:52:51,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/2f6ac98faea5457b9070d6ab1f11fcfa to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/2f6ac98faea5457b9070d6ab1f11fcfa 2024-11-20T06:52:51,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/584426d6a9754238961198d07b74d3d1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/584426d6a9754238961198d07b74d3d1 2024-11-20T06:52:51,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/1a2e9d19f1d244aabd398ada8929a21f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/1a2e9d19f1d244aabd398ada8929a21f 2024-11-20T06:52:51,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/624c2e0d54c142cd9328471db2ede1d1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/624c2e0d54c142cd9328471db2ede1d1 2024-11-20T06:52:51,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c60dbcfe50dc469fbf962e3a86a98530 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c60dbcfe50dc469fbf962e3a86a98530 2024-11-20T06:52:51,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/632d1fc003cd48cbbdc77195a83f341c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/632d1fc003cd48cbbdc77195a83f341c 2024-11-20T06:52:51,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/4271378b6c5c4adb8445b39fe6d30498 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/4271378b6c5c4adb8445b39fe6d30498 2024-11-20T06:52:51,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/7c44a3e7b8e54c079d1abc1657e5b41b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/7c44a3e7b8e54c079d1abc1657e5b41b 2024-11-20T06:52:51,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/07691890bd824bbe8ec5c16e447ec513 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/07691890bd824bbe8ec5c16e447ec513 2024-11-20T06:52:51,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/596d819b3fd241d7ac142424db7a54e0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/596d819b3fd241d7ac142424db7a54e0 2024-11-20T06:52:51,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/8ab39d55e9db46188299226ff08bceb6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/8ab39d55e9db46188299226ff08bceb6 2024-11-20T06:52:51,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/a8433353936045e5914413179c78ed88 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/a8433353936045e5914413179c78ed88 2024-11-20T06:52:51,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c81d064f9dd34d29ba49c35f3b78c3c9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/c81d064f9dd34d29ba49c35f3b78c3c9 2024-11-20T06:52:51,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5b158b9203b84d8cbba7c8d8dbe6bdf1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5b158b9203b84d8cbba7c8d8dbe6bdf1 2024-11-20T06:52:51,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/93f42a91af8f4b05b7fb18955f6bc47c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/93f42a91af8f4b05b7fb18955f6bc47c 2024-11-20T06:52:51,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/e498cd8b3f0f45b89e818c45a53661bb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/e498cd8b3f0f45b89e818c45a53661bb 2024-11-20T06:52:51,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/111055a9b97a45e284ac27e2b5f08e67 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/111055a9b97a45e284ac27e2b5f08e67 2024-11-20T06:52:51,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3ef0329ede874f8f93439da6888ee707 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3ef0329ede874f8f93439da6888ee707 2024-11-20T06:52:51,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/586ffdc4585b47b69a246c922720cb22 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/586ffdc4585b47b69a246c922720cb22 2024-11-20T06:52:51,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10f10536536f4179bf6cf12e4cba6726, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/e0165298d27a420c9383e68d3fb0e80f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/7112d1dd045047bdb951ad782b219b9e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/d3579bfa488d464681d4b49e85234df1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/aeb20cc71a5649198e30fa74f1e24094, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10865bc22231438197a9f66a7493d20c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/55986024931645a49f767d88de28ec26, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/29b77237b91641ff80c5397042ac519c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/13bb7499966c43d2969c970085cec3bb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ea6bee2197154921933c161cf82acfa5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f1f887d809f0478c80910f0a57ca9cec, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/45f4dc4009bb4202a81eaab16d3bb95e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1e31ab9a3e8a46d5bdab61ac526c619f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/31886fae0201455597815006f398a3bb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1a51eca5e08d4a29a128d2b6e2c5fb49, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/587e90232e624e2889261b0a1b7c652e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/2e46134c0a09454e92232bd6b2fd92e5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f54047046d6945e8b18eaf61c8627b7a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1bd7000c34154df3a4b6e00c380c63ac, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/264418e850074c7b8fcf157e9ad10a98, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/baf57fe18cee43778c76c2b90787d6a6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/35b4023993bc4dd6bdd9203838194ad3] to archive 2024-11-20T06:52:51,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:52:51,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10f10536536f4179bf6cf12e4cba6726 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10f10536536f4179bf6cf12e4cba6726 2024-11-20T06:52:51,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/e0165298d27a420c9383e68d3fb0e80f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/e0165298d27a420c9383e68d3fb0e80f 2024-11-20T06:52:51,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/7112d1dd045047bdb951ad782b219b9e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/7112d1dd045047bdb951ad782b219b9e 2024-11-20T06:52:51,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/d3579bfa488d464681d4b49e85234df1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/d3579bfa488d464681d4b49e85234df1 2024-11-20T06:52:51,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/aeb20cc71a5649198e30fa74f1e24094 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/aeb20cc71a5649198e30fa74f1e24094 2024-11-20T06:52:51,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10865bc22231438197a9f66a7493d20c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/10865bc22231438197a9f66a7493d20c 2024-11-20T06:52:51,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/55986024931645a49f767d88de28ec26 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/55986024931645a49f767d88de28ec26 2024-11-20T06:52:51,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/29b77237b91641ff80c5397042ac519c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/29b77237b91641ff80c5397042ac519c 2024-11-20T06:52:51,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/13bb7499966c43d2969c970085cec3bb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/13bb7499966c43d2969c970085cec3bb 2024-11-20T06:52:51,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ea6bee2197154921933c161cf82acfa5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ea6bee2197154921933c161cf82acfa5 2024-11-20T06:52:51,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f1f887d809f0478c80910f0a57ca9cec to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f1f887d809f0478c80910f0a57ca9cec 2024-11-20T06:52:51,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/45f4dc4009bb4202a81eaab16d3bb95e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/45f4dc4009bb4202a81eaab16d3bb95e 2024-11-20T06:52:51,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1e31ab9a3e8a46d5bdab61ac526c619f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1e31ab9a3e8a46d5bdab61ac526c619f 2024-11-20T06:52:51,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/31886fae0201455597815006f398a3bb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/31886fae0201455597815006f398a3bb 2024-11-20T06:52:51,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1a51eca5e08d4a29a128d2b6e2c5fb49 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1a51eca5e08d4a29a128d2b6e2c5fb49 2024-11-20T06:52:51,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/587e90232e624e2889261b0a1b7c652e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/587e90232e624e2889261b0a1b7c652e 2024-11-20T06:52:51,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/2e46134c0a09454e92232bd6b2fd92e5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/2e46134c0a09454e92232bd6b2fd92e5 2024-11-20T06:52:51,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f54047046d6945e8b18eaf61c8627b7a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/f54047046d6945e8b18eaf61c8627b7a 2024-11-20T06:52:51,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1bd7000c34154df3a4b6e00c380c63ac to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/1bd7000c34154df3a4b6e00c380c63ac 2024-11-20T06:52:51,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/264418e850074c7b8fcf157e9ad10a98 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/264418e850074c7b8fcf157e9ad10a98 2024-11-20T06:52:51,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/baf57fe18cee43778c76c2b90787d6a6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/baf57fe18cee43778c76c2b90787d6a6 2024-11-20T06:52:51,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/35b4023993bc4dd6bdd9203838194ad3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/35b4023993bc4dd6bdd9203838194ad3 2024-11-20T06:52:51,848 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/recovered.edits/367.seqid, newMaxSeqId=367, maxSeqId=4 2024-11-20T06:52:51,850 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. 2024-11-20T06:52:51,850 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for d381d0b466c9ab5373e9eab10f1be4db: Waiting for close lock at 1732085570445Running coprocessor pre-close hooks at 1732085570445Disabling compacts and flushes for region at 1732085570445Disabling writes for close at 1732085570445Obtaining lock to block concurrent updates at 1732085570445Preparing flush snapshotting stores in d381d0b466c9ab5373e9eab10f1be4db at 1732085570445Finished memstore snapshotting TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732085570445Flushing stores of TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db. at 1732085570446 (+1 ms)Flushing d381d0b466c9ab5373e9eab10f1be4db/A: creating writer at 1732085570446Flushing mob file d381d0b466c9ab5373e9eab10f1be4db/A: appending metadata at 1732085570453 (+7 ms)Flushing mob file d381d0b466c9ab5373e9eab10f1be4db/A: closing flushed file at 1732085570453Flushing d381d0b466c9ab5373e9eab10f1be4db/A: appending metadata at 1732085570865 (+412 ms)Flushing d381d0b466c9ab5373e9eab10f1be4db/A: closing flushed file at 1732085570865Flushing d381d0b466c9ab5373e9eab10f1be4db/B: creating writer at 1732085571291 (+426 ms)Flushing d381d0b466c9ab5373e9eab10f1be4db/B: appending metadata at 1732085571294 (+3 ms)Flushing d381d0b466c9ab5373e9eab10f1be4db/B: closing flushed file at 1732085571294Flushing d381d0b466c9ab5373e9eab10f1be4db/C: creating writer at 1732085571306 (+12 ms)Flushing d381d0b466c9ab5373e9eab10f1be4db/C: appending metadata at 1732085571310 (+4 ms)Flushing d381d0b466c9ab5373e9eab10f1be4db/C: closing flushed file at 1732085571310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113f92ae: reopening flushed file at 1732085571720 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a7ff83: reopening flushed file at 1732085571725 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362d1c03: reopening flushed file at 1732085571731 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for d381d0b466c9ab5373e9eab10f1be4db in 1292ms, sequenceid=364, compaction requested=true at 1732085571737 (+6 ms)Writing region close event to WAL at 1732085571844 (+107 ms)Running coprocessor post-close hooks at 1732085571849 (+5 ms)Closed at 1732085571850 (+1 ms) 2024-11-20T06:52:51,853 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:51,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=d381d0b466c9ab5373e9eab10f1be4db, regionState=CLOSED 2024-11-20T06:52:51,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:52:51,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T06:52:51,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure d381d0b466c9ab5373e9eab10f1be4db, server=61c2066a8a0f,44005,1732085505243 in 1.5650 sec 2024-11-20T06:52:51,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T06:52:51,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d381d0b466c9ab5373e9eab10f1be4db, UNASSIGN in 1.5720 sec 2024-11-20T06:52:51,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T06:52:51,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5790 sec 2024-11-20T06:52:51,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085571872"}]},"ts":"1732085571872"} 2024-11-20T06:52:51,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T06:52:51,874 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T06:52:51,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6010 sec 2024-11-20T06:52:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T06:52:52,420 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:52,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T06:52:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,423 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T06:52:52,424 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,426 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,429 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/recovered.edits] 2024-11-20T06:52:52,433 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5673ae17fa964800b75fa12cf9180c01 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/5673ae17fa964800b75fa12cf9180c01 2024-11-20T06:52:52,434 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7d48411e90244080bc29d521a5042223 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/7d48411e90244080bc29d521a5042223 2024-11-20T06:52:52,436 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/e3213d71b00c4ec2bae51b2ac251558d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/A/e3213d71b00c4ec2bae51b2ac251558d 2024-11-20T06:52:52,439 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3a98c5cbb367466fb8d7e9a3e17a4f3c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/3a98c5cbb367466fb8d7e9a3e17a4f3c 2024-11-20T06:52:52,440 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5845ee29c62a40b39ba09ed73160bbb3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/5845ee29c62a40b39ba09ed73160bbb3 2024-11-20T06:52:52,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/b242d40297474c3eaf9e9d0d6616d863 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/B/b242d40297474c3eaf9e9d0d6616d863 2024-11-20T06:52:52,444 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/692f69d8b7b948ecb7149c5082d6f3f6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/692f69d8b7b948ecb7149c5082d6f3f6 2024-11-20T06:52:52,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/8a57544c09694717a2f0cc50885567f6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/8a57544c09694717a2f0cc50885567f6 2024-11-20T06:52:52,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ed0f790f9b86469aa77631438abcda5a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/C/ed0f790f9b86469aa77631438abcda5a 2024-11-20T06:52:52,453 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/recovered.edits/367.seqid to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db/recovered.edits/367.seqid 2024-11-20T06:52:52,453 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,453 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T06:52:52,454 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T06:52:52,455 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T06:52:52,460 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120102f3061a9284c28bf6178d825722c5e_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120102f3061a9284c28bf6178d825722c5e_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,461 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033bfb49bd3be4e3482ebca0ff42d9f1a_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033bfb49bd3be4e3482ebca0ff42d9f1a_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,462 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120399c82cd83ea481d810b792c2d9ed90e_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120399c82cd83ea481d810b792c2d9ed90e_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,463 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d85c7f2e2fc43789024d569756f55bd_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d85c7f2e2fc43789024d569756f55bd_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,465 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112040859e6464464c5790965a522f3f8e20_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112040859e6464464c5790965a522f3f8e20_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,466 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046b6f09e02c140d189c266cb245123b5_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112046b6f09e02c140d189c266cb245123b5_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,468 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205344023a9ef54472ae433466abe77605_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205344023a9ef54472ae433466abe77605_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,469 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ca345de07a64e0d848b7960ca00a732_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205ca345de07a64e0d848b7960ca00a732_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,470 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112067990f93b5a046bf8d96f68ceed9d523_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112067990f93b5a046bf8d96f68ceed9d523_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,472 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206e17330afa2f4fda8792b8f294fd0a7c_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206e17330afa2f4fda8792b8f294fd0a7c_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,473 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070fe0f508e914eb6ae37b0c1f2f9cbf9_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070fe0f508e914eb6ae37b0c1f2f9cbf9_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,474 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b241889a38dd4a6bbec7d5224d68173a_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b241889a38dd4a6bbec7d5224d68173a_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,475 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c42e7a872eee44238cfec90d56cfe07a_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c42e7a872eee44238cfec90d56cfe07a_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,477 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4a2a391ffab4f36997cfc4f6fd189ad_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c4a2a391ffab4f36997cfc4f6fd189ad_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,478 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c79c3db628a34316a32733cf55aa6227_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c79c3db628a34316a32733cf55aa6227_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,479 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9810491cb8342979cf3f9795055bd59_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9810491cb8342979cf3f9795055bd59_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,480 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dfd4633f62114b889b4f94ebd52ea2af_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dfd4633f62114b889b4f94ebd52ea2af_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,482 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eedd843202c14799abb341f97865e133_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eedd843202c14799abb341f97865e133_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,483 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5141e50a04a4f67836dd559920c89b3_d381d0b466c9ab5373e9eab10f1be4db to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5141e50a04a4f67836dd559920c89b3_d381d0b466c9ab5373e9eab10f1be4db 2024-11-20T06:52:52,484 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T06:52:52,487 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,490 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T06:52:52,493 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T06:52:52,494 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,494 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T06:52:52,494 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732085572494"}]},"ts":"9223372036854775807"} 2024-11-20T06:52:52,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T06:52:52,497 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d381d0b466c9ab5373e9eab10f1be4db, NAME => 'TestAcidGuarantees,,1732085536571.d381d0b466c9ab5373e9eab10f1be4db.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T06:52:52,497 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T06:52:52,497 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732085572497"}]},"ts":"9223372036854775807"} 2024-11-20T06:52:52,499 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T06:52:52,500 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-20T06:52:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T06:52:52,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T06:52:52,530 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:52,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3633 (was 3845) 2024-11-20T06:52:52,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3631 2024-11-20T06:52:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:52:52,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:52:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T06:52:52,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:52:52,555 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:52,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-11-20T06:52:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T06:52:52,556 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:52:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742069_1245 (size=1061) 2024-11-20T06:52:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T06:52:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T06:52:52,995 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:52:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742070_1246 (size=53) 2024-11-20T06:52:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T06:52:53,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:52:53,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1918f398200641ba16b2f9845c23cde8, disabling compactions & flushes 2024-11-20T06:52:53,401 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. after waiting 0 ms 2024-11-20T06:52:53,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,401 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,401 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1918f398200641ba16b2f9845c23cde8: Waiting for close lock at 1732085573401Disabling compacts and flushes for region at 1732085573401Disabling writes for close at 1732085573401Writing region close event to WAL at 1732085573401Closed at 1732085573401 2024-11-20T06:52:53,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:52:53,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732085573402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085573402"}]},"ts":"1732085573402"} 2024-11-20T06:52:53,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:52:53,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:52:53,406 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085573405"}]},"ts":"1732085573405"} 2024-11-20T06:52:53,408 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T06:52:53,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, ASSIGN}] 2024-11-20T06:52:53,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, ASSIGN 2024-11-20T06:52:53,411 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=false 2024-11-20T06:52:53,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=1918f398200641ba16b2f9845c23cde8, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, ASSIGN because future has completed 2024-11-20T06:52:53,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:52:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T06:52:53,719 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,719 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:52:53,719 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,719 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:52:53,719 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,719 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,721 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,722 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:53,722 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1918f398200641ba16b2f9845c23cde8 columnFamilyName A 2024-11-20T06:52:53,722 DEBUG [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:53,723 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.HStore(327): Store=1918f398200641ba16b2f9845c23cde8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:53,723 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,724 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:53,724 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1918f398200641ba16b2f9845c23cde8 columnFamilyName B 2024-11-20T06:52:53,724 DEBUG [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:53,725 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.HStore(327): Store=1918f398200641ba16b2f9845c23cde8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:53,725 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,727 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:52:53,727 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1918f398200641ba16b2f9845c23cde8 columnFamilyName C 2024-11-20T06:52:53,727 DEBUG [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:52:53,727 INFO [StoreOpener-1918f398200641ba16b2f9845c23cde8-1 {}] regionserver.HStore(327): Store=1918f398200641ba16b2f9845c23cde8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:52:53,728 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,728 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,728 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,729 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,730 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,730 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,730 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:52:53,732 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,734 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:52:53,734 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 1918f398200641ba16b2f9845c23cde8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68111333, jitterRate=0.014937952160835266}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:52:53,734 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:53,735 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 1918f398200641ba16b2f9845c23cde8: Running coprocessor pre-open hook at 1732085573720Writing region info on filesystem at 1732085573720Initializing all the Stores at 1732085573720Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085573720Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085573721 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085573721Cleaning up temporary data from old regions at 1732085573730 (+9 ms)Running coprocessor post-open hooks at 1732085573734 (+4 ms)Region opened successfully at 1732085573735 (+1 ms) 2024-11-20T06:52:53,736 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., pid=69, masterSystemTime=1732085573716 2024-11-20T06:52:53,737 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,738 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:53,738 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=1918f398200641ba16b2f9845c23cde8, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:53,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:52:53,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T06:52:53,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 in 177 msec 2024-11-20T06:52:53,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T06:52:53,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, ASSIGN in 335 msec 2024-11-20T06:52:53,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:52:53,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085573746"}]},"ts":"1732085573746"} 2024-11-20T06:52:53,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T06:52:53,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:52:53,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-11-20T06:52:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-20T06:52:54,710 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:54,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,713 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f85b15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,714 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4905445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:52:54,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:52:54,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37284d9b 2024-11-20T06:52:54,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:52:54,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:52:54,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bcf8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,723 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6697beb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,726 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce7111b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24056be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,729 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1a2f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b53575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,733 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a40b840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,735 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f98a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,740 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c293fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,741 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4007f101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,743 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c93e832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,745 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6306cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,747 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcd92da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,749 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f38d64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,751 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4cbc79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,753 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efcff6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,755 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ae402b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,756 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8acb8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:52:54,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:52:54,758 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:52:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:52:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:52:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459b9868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:52:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:52:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:52:54,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:52:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587bd595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:52:54,761 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,761 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:54,761 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,762 DEBUG [Thread-1157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,762 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T06:52:54,763 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,763 DEBUG [Thread-1159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T06:52:54,764 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:54,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,765 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:54,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:54,766 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,766 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,766 DEBUG [Thread-1155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:52:54,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:52:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:52:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:52:54,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:54,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:52:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:54,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085574801, max timestamp=1732085574809Num uniques 859; 2024-11-20T06:52:54,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085574801, max timestamp=1732085574809Num uniques 859; 2024-11-20T06:52:54,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:54,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085574801, max timestamp=1732085574809Num uniques 859; 2024-11-20T06:52:54,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:54,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:52:54,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/eff051588f704ce791ce994479b260d6 is 50, key is test_row_0/A:col10/1732085574771/Put/seqid=0 2024-11-20T06:52:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085634832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085634833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085634838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085634841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085634841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742071_1247 (size=14341) 2024-11-20T06:52:54,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/eff051588f704ce791ce994479b260d6 2024-11-20T06:52:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T06:52:54,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/4bbd455fa07c44fa8e2b0ce1f79440c1 is 50, key is test_row_0/B:col10/1732085574771/Put/seqid=0 2024-11-20T06:52:54,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T06:52:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:54,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:54,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:54,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742072_1248 (size=12001) 2024-11-20T06:52:54,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/4bbd455fa07c44fa8e2b0ce1f79440c1 2024-11-20T06:52:54,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085634950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085634951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085634951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085634960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085634960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:54,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/08f84cd23c354bef899214e18057b23d is 50, key is test_row_0/C:col10/1732085574771/Put/seqid=0 2024-11-20T06:52:55,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742073_1249 (size=12001) 2024-11-20T06:52:55,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/08f84cd23c354bef899214e18057b23d 2024-11-20T06:52:55,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/eff051588f704ce791ce994479b260d6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eff051588f704ce791ce994479b260d6 2024-11-20T06:52:55,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eff051588f704ce791ce994479b260d6, entries=200, sequenceid=11, filesize=14.0 K 2024-11-20T06:52:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/4bbd455fa07c44fa8e2b0ce1f79440c1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4bbd455fa07c44fa8e2b0ce1f79440c1 2024-11-20T06:52:55,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4bbd455fa07c44fa8e2b0ce1f79440c1, entries=150, sequenceid=11, filesize=11.7 K 2024-11-20T06:52:55,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/08f84cd23c354bef899214e18057b23d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/08f84cd23c354bef899214e18057b23d 2024-11-20T06:52:55,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/08f84cd23c354bef899214e18057b23d, entries=150, sequenceid=11, filesize=11.7 K 2024-11-20T06:52:55,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1918f398200641ba16b2f9845c23cde8 in 290ms, sequenceid=11, compaction requested=false 2024-11-20T06:52:55,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:55,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T06:52:55,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:55,078 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T06:52:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:52:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T06:52:55,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/676d727e117244e4ac055367fc2f2c41 is 50, key is test_row_0/A:col10/1732085574832/Put/seqid=0 2024-11-20T06:52:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742074_1250 (size=12001) 2024-11-20T06:52:55,141 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/676d727e117244e4ac055367fc2f2c41 2024-11-20T06:52:55,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d9a3ea844bce481b86e2b4663cf1c4bd is 50, key is test_row_0/B:col10/1732085574832/Put/seqid=0 2024-11-20T06:52:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:55,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:55,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085635172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085635176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085635178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085635180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085635180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742075_1251 (size=12001) 2024-11-20T06:52:55,198 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d9a3ea844bce481b86e2b4663cf1c4bd 2024-11-20T06:52:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/9ce511737c8b433bbb65339ae93e9533 is 50, key is test_row_0/C:col10/1732085574832/Put/seqid=0 2024-11-20T06:52:55,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742076_1252 (size=12001) 2024-11-20T06:52:55,258 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/9ce511737c8b433bbb65339ae93e9533 2024-11-20T06:52:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/676d727e117244e4ac055367fc2f2c41 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/676d727e117244e4ac055367fc2f2c41 2024-11-20T06:52:55,269 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/676d727e117244e4ac055367fc2f2c41, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T06:52:55,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d9a3ea844bce481b86e2b4663cf1c4bd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d9a3ea844bce481b86e2b4663cf1c4bd 2024-11-20T06:52:55,274 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d9a3ea844bce481b86e2b4663cf1c4bd, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T06:52:55,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/9ce511737c8b433bbb65339ae93e9533 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9ce511737c8b433bbb65339ae93e9533 2024-11-20T06:52:55,281 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9ce511737c8b433bbb65339ae93e9533, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T06:52:55,282 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1918f398200641ba16b2f9845c23cde8 in 205ms, sequenceid=47, compaction requested=false 2024-11-20T06:52:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T06:52:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T06:52:55,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T06:52:55,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 519 msec 2024-11-20T06:52:55,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 526 msec 2024-11-20T06:52:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:55,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T06:52:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:55,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/21e210cd29674772b2c3b1abf20fd6d3 is 50, key is test_row_0/A:col10/1732085575176/Put/seqid=0 2024-11-20T06:52:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742077_1253 (size=16681) 2024-11-20T06:52:55,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/21e210cd29674772b2c3b1abf20fd6d3 2024-11-20T06:52:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085635323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085635327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085635327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085635330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085635332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/9c9a6e5d16f54d3baf9c00ebd09c7db7 is 50, key is test_row_0/B:col10/1732085575176/Put/seqid=0 2024-11-20T06:52:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742078_1254 (size=12001) 2024-11-20T06:52:55,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/9c9a6e5d16f54d3baf9c00ebd09c7db7 2024-11-20T06:52:55,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e041afd3005343f68085ab8d1d56823b is 50, key is test_row_0/C:col10/1732085575176/Put/seqid=0 2024-11-20T06:52:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T06:52:55,390 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:55,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T06:52:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T06:52:55,394 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:55,396 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:55,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:55,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742079_1255 (size=12001) 2024-11-20T06:52:55,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085635440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085635440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085635440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e041afd3005343f68085ab8d1d56823b 2024-11-20T06:52:55,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085635449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085635450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/21e210cd29674772b2c3b1abf20fd6d3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/21e210cd29674772b2c3b1abf20fd6d3 2024-11-20T06:52:55,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/21e210cd29674772b2c3b1abf20fd6d3, entries=250, sequenceid=59, filesize=16.3 K 2024-11-20T06:52:55,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/9c9a6e5d16f54d3baf9c00ebd09c7db7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/9c9a6e5d16f54d3baf9c00ebd09c7db7 2024-11-20T06:52:55,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/9c9a6e5d16f54d3baf9c00ebd09c7db7, entries=150, sequenceid=59, filesize=11.7 K 2024-11-20T06:52:55,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e041afd3005343f68085ab8d1d56823b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e041afd3005343f68085ab8d1d56823b 2024-11-20T06:52:55,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e041afd3005343f68085ab8d1d56823b, entries=150, sequenceid=59, filesize=11.7 K 2024-11-20T06:52:55,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1918f398200641ba16b2f9845c23cde8 in 187ms, sequenceid=59, compaction requested=true 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:55,483 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:55,483 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:55,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:55,484 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:55,484 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:52:55,484 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:55,484 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4bbd455fa07c44fa8e2b0ce1f79440c1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d9a3ea844bce481b86e2b4663cf1c4bd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/9c9a6e5d16f54d3baf9c00ebd09c7db7] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.2 K 2024-11-20T06:52:55,485 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:55,485 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bbd455fa07c44fa8e2b0ce1f79440c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732085574771 2024-11-20T06:52:55,485 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:52:55,485 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:55,485 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eff051588f704ce791ce994479b260d6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/676d727e117244e4ac055367fc2f2c41, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/21e210cd29674772b2c3b1abf20fd6d3] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=42.0 K 2024-11-20T06:52:55,485 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d9a3ea844bce481b86e2b4663cf1c4bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732085574832 2024-11-20T06:52:55,485 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting eff051588f704ce791ce994479b260d6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732085574771 2024-11-20T06:52:55,486 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c9a6e5d16f54d3baf9c00ebd09c7db7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732085575176 2024-11-20T06:52:55,486 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 676d727e117244e4ac055367fc2f2c41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732085574832 2024-11-20T06:52:55,487 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e210cd29674772b2c3b1abf20fd6d3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732085575176 2024-11-20T06:52:55,500 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#213 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T06:52:55,501 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/f29c55a9886a4484bdd3f1913c02ccb8 is 50, key is test_row_0/B:col10/1732085575176/Put/seqid=0 2024-11-20T06:52:55,513 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:55,514 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/085c9f8df468449aa58e75796e224ac9 is 50, key is test_row_0/A:col10/1732085575176/Put/seqid=0 2024-11-20T06:52:55,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:55,552 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742080_1256 (size=12104) 2024-11-20T06:52:55,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/97a36a223cb949baa6b40fb61da09cfe is 50, key is test_row_0/A:col10/1732085575327/Put/seqid=0 2024-11-20T06:52:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742081_1257 (size=12104) 2024-11-20T06:52:55,588 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/085c9f8df468449aa58e75796e224ac9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/085c9f8df468449aa58e75796e224ac9 2024-11-20T06:52:55,597 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 085c9f8df468449aa58e75796e224ac9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:55,597 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:55,597 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085575483; duration=0sec 2024-11-20T06:52:55,597 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:55,597 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:52:55,597 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:55,600 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:55,600 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:52:55,600 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:55,601 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/08f84cd23c354bef899214e18057b23d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9ce511737c8b433bbb65339ae93e9533, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e041afd3005343f68085ab8d1d56823b] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.2 K 2024-11-20T06:52:55,601 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f84cd23c354bef899214e18057b23d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732085574771 2024-11-20T06:52:55,601 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce511737c8b433bbb65339ae93e9533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732085574832 2024-11-20T06:52:55,602 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e041afd3005343f68085ab8d1d56823b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732085575176 2024-11-20T06:52:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742082_1258 (size=12001) 2024-11-20T06:52:55,605 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/97a36a223cb949baa6b40fb61da09cfe 2024-11-20T06:52:55,623 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:55,623 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/ceb5d728b9a34dbcb21062897a6dd52b is 50, key is test_row_0/C:col10/1732085575176/Put/seqid=0 2024-11-20T06:52:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/aaf20f70015941248507247966238da9 is 50, key is test_row_0/B:col10/1732085575327/Put/seqid=0 2024-11-20T06:52:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:55,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742084_1260 (size=12001) 2024-11-20T06:52:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085635667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085635666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085635668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085635675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085635673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742083_1259 (size=12104) 2024-11-20T06:52:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T06:52:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085635780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085635780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085635780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085635790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,975 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/f29c55a9886a4484bdd3f1913c02ccb8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/f29c55a9886a4484bdd3f1913c02ccb8 2024-11-20T06:52:55,982 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into f29c55a9886a4484bdd3f1913c02ccb8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:55,982 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:55,982 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085575483; duration=0sec 2024-11-20T06:52:55,982 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:55,982 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:52:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085635980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085635990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085635990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085635991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:55,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:55,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085636000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T06:52:56,073 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/aaf20f70015941248507247966238da9 2024-11-20T06:52:56,091 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/ceb5d728b9a34dbcb21062897a6dd52b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ceb5d728b9a34dbcb21062897a6dd52b 2024-11-20T06:52:56,100 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into ceb5d728b9a34dbcb21062897a6dd52b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:56,100 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:56,101 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=13, startTime=1732085575483; duration=0sec 2024-11-20T06:52:56,101 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:56,101 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:52:56,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/1ae4ee9627ee416381ce09517feffcf0 is 50, key is test_row_0/C:col10/1732085575327/Put/seqid=0 2024-11-20T06:52:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742085_1261 (size=12001) 2024-11-20T06:52:56,150 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/1ae4ee9627ee416381ce09517feffcf0 2024-11-20T06:52:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/97a36a223cb949baa6b40fb61da09cfe as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/97a36a223cb949baa6b40fb61da09cfe 2024-11-20T06:52:56,164 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/97a36a223cb949baa6b40fb61da09cfe, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T06:52:56,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/aaf20f70015941248507247966238da9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/aaf20f70015941248507247966238da9 2024-11-20T06:52:56,172 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/aaf20f70015941248507247966238da9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T06:52:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/1ae4ee9627ee416381ce09517feffcf0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/1ae4ee9627ee416381ce09517feffcf0 2024-11-20T06:52:56,179 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/1ae4ee9627ee416381ce09517feffcf0, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T06:52:56,180 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1918f398200641ba16b2f9845c23cde8 in 627ms, sequenceid=79, compaction requested=false 2024-11-20T06:52:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T06:52:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T06:52:56,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T06:52:56,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 787 msec 2024-11-20T06:52:56,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 799 msec 2024-11-20T06:52:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:56,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:52:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:56,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:56,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/f60adb760909403ea2a697b9d1d3e93e is 50, key is test_row_0/A:col10/1732085576303/Put/seqid=0 2024-11-20T06:52:56,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085636372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085636379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085636381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085636393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742086_1262 (size=12001) 2024-11-20T06:52:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085636490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085636490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085636500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085636500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085636510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T06:52:56,531 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:56,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T06:52:56,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T06:52:56,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:56,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T06:52:56,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T06:52:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085636700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085636711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085636711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085636720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:56,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/f60adb760909403ea2a697b9d1d3e93e 2024-11-20T06:52:56,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/80cb14464caa4b3bbca2b6c630a2caab is 50, key is test_row_0/B:col10/1732085576303/Put/seqid=0 2024-11-20T06:52:56,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T06:52:56,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:56,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T06:52:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742087_1263 (size=12001) 2024-11-20T06:52:56,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/80cb14464caa4b3bbca2b6c630a2caab 2024-11-20T06:52:56,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/fb2ca3593185493c8de13852987b3139 is 50, key is test_row_0/C:col10/1732085576303/Put/seqid=0 2024-11-20T06:52:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742088_1264 (size=12001) 2024-11-20T06:52:56,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T06:52:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:56,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085637020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085637020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085637020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085637030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T06:52:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T06:52:57,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T06:52:57,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:57,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:57,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/fb2ca3593185493c8de13852987b3139 2024-11-20T06:52:57,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/f60adb760909403ea2a697b9d1d3e93e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f60adb760909403ea2a697b9d1d3e93e 2024-11-20T06:52:57,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f60adb760909403ea2a697b9d1d3e93e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T06:52:57,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/80cb14464caa4b3bbca2b6c630a2caab as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/80cb14464caa4b3bbca2b6c630a2caab 2024-11-20T06:52:57,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/80cb14464caa4b3bbca2b6c630a2caab, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T06:52:57,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/fb2ca3593185493c8de13852987b3139 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/fb2ca3593185493c8de13852987b3139 2024-11-20T06:52:57,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/fb2ca3593185493c8de13852987b3139, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T06:52:57,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 1918f398200641ba16b2f9845c23cde8 in 1076ms, sequenceid=97, compaction requested=true 2024-11-20T06:52:57,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:57,399 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:57,400 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:57,400 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:52:57,400 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,400 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/085c9f8df468449aa58e75796e224ac9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/97a36a223cb949baa6b40fb61da09cfe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f60adb760909403ea2a697b9d1d3e93e] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.3 K 2024-11-20T06:52:57,400 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 085c9f8df468449aa58e75796e224ac9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732085575176 2024-11-20T06:52:57,401 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97a36a223cb949baa6b40fb61da09cfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732085575315 2024-11-20T06:52:57,401 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f60adb760909403ea2a697b9d1d3e93e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085575669 2024-11-20T06:52:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:57,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:57,406 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:57,408 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:57,408 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:52:57,408 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,408 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/f29c55a9886a4484bdd3f1913c02ccb8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/aaf20f70015941248507247966238da9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/80cb14464caa4b3bbca2b6c630a2caab] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.3 K 2024-11-20T06:52:57,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:52:57,411 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f29c55a9886a4484bdd3f1913c02ccb8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732085575176 2024-11-20T06:52:57,411 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting aaf20f70015941248507247966238da9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732085575315 2024-11-20T06:52:57,412 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 80cb14464caa4b3bbca2b6c630a2caab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085575669 2024-11-20T06:52:57,417 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:57,417 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/f7239faaca974d88a5e489493282855d is 50, key is test_row_0/A:col10/1732085576303/Put/seqid=0 2024-11-20T06:52:57,446 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:57,446 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/2e67e525d0b342ea982eaeda36ffa80e is 50, key is test_row_0/B:col10/1732085576303/Put/seqid=0 2024-11-20T06:52:57,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,458 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:57,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/df52d4799e064f76b2628117fd717f1c is 50, key is test_row_0/A:col10/1732085576365/Put/seqid=0 2024-11-20T06:52:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742089_1265 (size=12207) 2024-11-20T06:52:57,513 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/f7239faaca974d88a5e489493282855d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f7239faaca974d88a5e489493282855d 2024-11-20T06:52:57,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:57,521 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into f7239faaca974d88a5e489493282855d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:57,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:57,521 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085577398; duration=0sec 2024-11-20T06:52:57,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:57,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:52:57,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:57,522 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:57,522 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:52:57,523 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,523 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ceb5d728b9a34dbcb21062897a6dd52b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/1ae4ee9627ee416381ce09517feffcf0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/fb2ca3593185493c8de13852987b3139] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.3 K 2024-11-20T06:52:57,524 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceb5d728b9a34dbcb21062897a6dd52b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732085575176 2024-11-20T06:52:57,525 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ae4ee9627ee416381ce09517feffcf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732085575315 2024-11-20T06:52:57,526 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2ca3593185493c8de13852987b3139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085575669 2024-11-20T06:52:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742090_1266 (size=12207) 2024-11-20T06:52:57,553 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/2e67e525d0b342ea982eaeda36ffa80e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/2e67e525d0b342ea982eaeda36ffa80e 2024-11-20T06:52:57,561 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into 2e67e525d0b342ea982eaeda36ffa80e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:57,562 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:57,562 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085577406; duration=0sec 2024-11-20T06:52:57,564 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:57,564 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:52:57,567 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:57,567 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3231e1644de44fe89c79eb97a3957fef is 50, key is test_row_0/C:col10/1732085576303/Put/seqid=0 2024-11-20T06:52:57,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085637553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085637560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085637564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085637566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085637568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742091_1267 (size=12001) 2024-11-20T06:52:57,587 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/df52d4799e064f76b2628117fd717f1c 2024-11-20T06:52:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/5ee0c6468f004c2bb2f9aade8c3cc59c is 50, key is test_row_0/B:col10/1732085576365/Put/seqid=0 2024-11-20T06:52:57,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742092_1268 (size=12207) 2024-11-20T06:52:57,641 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3231e1644de44fe89c79eb97a3957fef as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3231e1644de44fe89c79eb97a3957fef 2024-11-20T06:52:57,648 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into 3231e1644de44fe89c79eb97a3957fef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:57,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:57,648 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=13, startTime=1732085577406; duration=0sec 2024-11-20T06:52:57,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:57,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:52:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T06:52:57,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742093_1269 (size=12001) 2024-11-20T06:52:57,675 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/5ee0c6468f004c2bb2f9aade8c3cc59c 2024-11-20T06:52:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085637680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085637680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085637690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085637690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085637690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/81a487784cde45a59b1ca59767b5909d is 50, key is test_row_0/C:col10/1732085576365/Put/seqid=0 2024-11-20T06:52:57,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742094_1270 (size=12001) 2024-11-20T06:52:57,730 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/81a487784cde45a59b1ca59767b5909d 2024-11-20T06:52:57,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/df52d4799e064f76b2628117fd717f1c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/df52d4799e064f76b2628117fd717f1c 2024-11-20T06:52:57,743 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/df52d4799e064f76b2628117fd717f1c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T06:52:57,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/5ee0c6468f004c2bb2f9aade8c3cc59c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5ee0c6468f004c2bb2f9aade8c3cc59c 2024-11-20T06:52:57,750 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5ee0c6468f004c2bb2f9aade8c3cc59c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T06:52:57,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/81a487784cde45a59b1ca59767b5909d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/81a487784cde45a59b1ca59767b5909d 2024-11-20T06:52:57,764 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/81a487784cde45a59b1ca59767b5909d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T06:52:57,766 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1918f398200641ba16b2f9845c23cde8 in 307ms, sequenceid=115, compaction requested=false 2024-11-20T06:52:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T06:52:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T06:52:57,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T06:52:57,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2330 sec 2024-11-20T06:52:57,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2390 sec 2024-11-20T06:52:57,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:52:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:57,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:57,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:57,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:57,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:57,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:57,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/76c1620a7530455b80590c2d8d725982 is 50, key is test_row_0/A:col10/1732085577903/Put/seqid=0 2024-11-20T06:52:57,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085637929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085637928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085637932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742095_1271 (size=16881) 2024-11-20T06:52:57,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/76c1620a7530455b80590c2d8d725982 2024-11-20T06:52:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085637939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085637938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:57,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8ff7450f1f184aff837648d92df521d1 is 50, key is test_row_0/B:col10/1732085577903/Put/seqid=0 2024-11-20T06:52:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742096_1272 (size=12151) 2024-11-20T06:52:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085638040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085638050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085638051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085638051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085638051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085638250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085638260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085638260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085638261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085638261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8ff7450f1f184aff837648d92df521d1 2024-11-20T06:52:58,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/7b6f0b8ccd6546a48937c535adb3cfe2 is 50, key is test_row_0/C:col10/1732085577903/Put/seqid=0 2024-11-20T06:52:58,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742097_1273 (size=12151) 2024-11-20T06:52:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085638560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085638570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085638570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085638570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085638570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T06:52:58,681 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:58,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T06:52:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T06:52:58,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:58,684 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:58,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T06:52:58,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/7b6f0b8ccd6546a48937c535adb3cfe2 2024-11-20T06:52:58,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/76c1620a7530455b80590c2d8d725982 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/76c1620a7530455b80590c2d8d725982 2024-11-20T06:52:58,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/76c1620a7530455b80590c2d8d725982, entries=250, sequenceid=134, filesize=16.5 K 2024-11-20T06:52:58,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8ff7450f1f184aff837648d92df521d1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ff7450f1f184aff837648d92df521d1 2024-11-20T06:52:58,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ff7450f1f184aff837648d92df521d1, entries=150, sequenceid=134, filesize=11.9 K 2024-11-20T06:52:58,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/7b6f0b8ccd6546a48937c535adb3cfe2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7b6f0b8ccd6546a48937c535adb3cfe2 2024-11-20T06:52:58,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T06:52:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:58,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:58,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7b6f0b8ccd6546a48937c535adb3cfe2, entries=150, sequenceid=134, filesize=11.9 K 2024-11-20T06:52:58,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1918f398200641ba16b2f9845c23cde8 in 936ms, sequenceid=134, compaction requested=true 2024-11-20T06:52:58,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:58,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:52:58,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:58,842 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:58,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:52:58,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:58,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:52:58,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T06:52:58,842 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:52:58,843 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:58,843 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:52:58,843 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:58,844 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f7239faaca974d88a5e489493282855d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/df52d4799e064f76b2628117fd717f1c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/76c1620a7530455b80590c2d8d725982] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=40.1 K 2024-11-20T06:52:58,844 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:52:58,844 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:52:58,844 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:58,844 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/2e67e525d0b342ea982eaeda36ffa80e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5ee0c6468f004c2bb2f9aade8c3cc59c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ff7450f1f184aff837648d92df521d1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.5 K 2024-11-20T06:52:58,844 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f7239faaca974d88a5e489493282855d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085575669 2024-11-20T06:52:58,845 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e67e525d0b342ea982eaeda36ffa80e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085575669 2024-11-20T06:52:58,845 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting df52d4799e064f76b2628117fd717f1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732085576324 2024-11-20T06:52:58,845 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee0c6468f004c2bb2f9aade8c3cc59c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732085576324 2024-11-20T06:52:58,845 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 76c1620a7530455b80590c2d8d725982, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732085577551 2024-11-20T06:52:58,846 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ff7450f1f184aff837648d92df521d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732085577565 2024-11-20T06:52:58,861 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:58,862 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/bdbf8b080106421e9907d23f85a78aca is 50, key is test_row_0/B:col10/1732085577903/Put/seqid=0 2024-11-20T06:52:58,866 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:58,867 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/905403a1416c4187951cf69303f21b97 is 50, key is test_row_0/A:col10/1732085577903/Put/seqid=0 2024-11-20T06:52:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742098_1274 (size=12459) 2024-11-20T06:52:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742099_1275 (size=12459) 2024-11-20T06:52:58,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T06:52:58,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:58,993 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T06:52:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:58,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1a48950f1941489d93d6fbb48cef890a is 50, key is test_row_0/A:col10/1732085577935/Put/seqid=0 2024-11-20T06:52:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T06:52:59,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742100_1276 (size=12151) 2024-11-20T06:52:59,026 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1a48950f1941489d93d6fbb48cef890a 2024-11-20T06:52:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/5a2de98e3e5e45e9a921383650a14270 is 50, key is test_row_0/B:col10/1732085577935/Put/seqid=0 2024-11-20T06:52:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742101_1277 (size=12151) 2024-11-20T06:52:59,053 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/5a2de98e3e5e45e9a921383650a14270 2024-11-20T06:52:59,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d161bd68d64e4077b9f710cbe4be1196 is 50, key is test_row_0/C:col10/1732085577935/Put/seqid=0 2024-11-20T06:52:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:59,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:59,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742102_1278 (size=12151) 2024-11-20T06:52:59,087 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d161bd68d64e4077b9f710cbe4be1196 2024-11-20T06:52:59,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1a48950f1941489d93d6fbb48cef890a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1a48950f1941489d93d6fbb48cef890a 2024-11-20T06:52:59,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085639098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085639098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,110 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1a48950f1941489d93d6fbb48cef890a, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T06:52:59,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/5a2de98e3e5e45e9a921383650a14270 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5a2de98e3e5e45e9a921383650a14270 2024-11-20T06:52:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,118 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5a2de98e3e5e45e9a921383650a14270, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T06:52:59,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d161bd68d64e4077b9f710cbe4be1196 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d161bd68d64e4077b9f710cbe4be1196 2024-11-20T06:52:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085639105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085639105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,126 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d161bd68d64e4077b9f710cbe4be1196, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T06:52:59,127 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 1918f398200641ba16b2f9845c23cde8 in 135ms, sequenceid=150, compaction requested=true 2024-11-20T06:52:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T06:52:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T06:52:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:52:59,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:52:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:52:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:52:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:52:59,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:52:59,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T06:52:59,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 445 msec 2024-11-20T06:52:59,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 451 msec 2024-11-20T06:52:59,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/9ac2dadabc6a4e4c83d63c5db716ddc2 is 50, key is test_row_0/A:col10/1732085579102/Put/seqid=0 2024-11-20T06:52:59,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742103_1279 (size=14541) 2024-11-20T06:52:59,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/9ac2dadabc6a4e4c83d63c5db716ddc2 2024-11-20T06:52:59,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/426dceaf1e734e21a7b974b024a1a505 is 50, key is test_row_0/B:col10/1732085579102/Put/seqid=0 2024-11-20T06:52:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742104_1280 (size=12151) 2024-11-20T06:52:59,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085639200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085639210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085639220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085639230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085639230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T06:52:59,311 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:52:59,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:52:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-20T06:52:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T06:52:59,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:52:59,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:52:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:52:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085639311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,323 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/905403a1416c4187951cf69303f21b97 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/905403a1416c4187951cf69303f21b97 2024-11-20T06:52:59,331 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 905403a1416c4187951cf69303f21b97(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:59,331 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:59,331 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085578841; duration=0sec 2024-11-20T06:52:59,331 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:52:59,331 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:52:59,331 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:52:59,333 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:52:59,333 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:52:59,333 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,334 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3231e1644de44fe89c79eb97a3957fef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/81a487784cde45a59b1ca59767b5909d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7b6f0b8ccd6546a48937c535adb3cfe2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d161bd68d64e4077b9f710cbe4be1196] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=47.4 K 2024-11-20T06:52:59,336 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3231e1644de44fe89c79eb97a3957fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085575669 2024-11-20T06:52:59,343 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a487784cde45a59b1ca59767b5909d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732085576324 2024-11-20T06:52:59,345 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b6f0b8ccd6546a48937c535adb3cfe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732085577565 2024-11-20T06:52:59,345 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d161bd68d64e4077b9f710cbe4be1196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732085577927 2024-11-20T06:52:59,348 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/bdbf8b080106421e9907d23f85a78aca as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/bdbf8b080106421e9907d23f85a78aca 2024-11-20T06:52:59,357 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:52:59,359 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e997a69280454a8381e0c879adef46a4 is 50, key is test_row_0/C:col10/1732085577935/Put/seqid=0 2024-11-20T06:52:59,359 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into bdbf8b080106421e9907d23f85a78aca(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:59,359 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:59,359 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085578842; duration=0sec 2024-11-20T06:52:59,359 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:59,359 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:52:59,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742105_1281 (size=12493) 2024-11-20T06:52:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T06:52:59,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085639420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085639430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085639440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085639440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T06:52:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085639520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/426dceaf1e734e21a7b974b024a1a505 2024-11-20T06:52:59,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/74c6fbb4b93348ac80805108512a9238 is 50, key is test_row_0/C:col10/1732085579102/Put/seqid=0 2024-11-20T06:52:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742106_1282 (size=12151) 2024-11-20T06:52:59,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T06:52:59,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:59,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T06:52:59,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085639730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085639740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085639751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085639751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,771 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e997a69280454a8381e0c879adef46a4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e997a69280454a8381e0c879adef46a4 2024-11-20T06:52:59,776 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into e997a69280454a8381e0c879adef46a4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:52:59,776 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:52:59,776 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=12, startTime=1732085578842; duration=0sec 2024-11-20T06:52:59,776 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:52:59,776 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:52:59,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T06:52:59,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:52:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085639829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:52:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:52:59,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:52:59,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T06:52:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:52:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:52:59,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:52:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T06:53:00,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/74c6fbb4b93348ac80805108512a9238 2024-11-20T06:53:00,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/9ac2dadabc6a4e4c83d63c5db716ddc2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/9ac2dadabc6a4e4c83d63c5db716ddc2 2024-11-20T06:53:00,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/9ac2dadabc6a4e4c83d63c5db716ddc2, entries=200, sequenceid=168, filesize=14.2 K 2024-11-20T06:53:00,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/426dceaf1e734e21a7b974b024a1a505 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/426dceaf1e734e21a7b974b024a1a505 2024-11-20T06:53:00,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/426dceaf1e734e21a7b974b024a1a505, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T06:53:00,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/74c6fbb4b93348ac80805108512a9238 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/74c6fbb4b93348ac80805108512a9238 2024-11-20T06:53:00,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/74c6fbb4b93348ac80805108512a9238, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T06:53:00,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1918f398200641ba16b2f9845c23cde8 in 900ms, sequenceid=168, compaction requested=true 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:00,030 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:00,030 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:00,032 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:00,032 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:00,032 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:00,032 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/bdbf8b080106421e9907d23f85a78aca, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5a2de98e3e5e45e9a921383650a14270, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/426dceaf1e734e21a7b974b024a1a505] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=35.9 K 2024-11-20T06:53:00,032 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:00,033 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:00,033 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:00,033 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting bdbf8b080106421e9907d23f85a78aca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732085577565 2024-11-20T06:53:00,033 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/905403a1416c4187951cf69303f21b97, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1a48950f1941489d93d6fbb48cef890a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/9ac2dadabc6a4e4c83d63c5db716ddc2] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=38.2 K 2024-11-20T06:53:00,033 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 905403a1416c4187951cf69303f21b97, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732085577565 2024-11-20T06:53:00,033 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2de98e3e5e45e9a921383650a14270, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732085577927 2024-11-20T06:53:00,033 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 426dceaf1e734e21a7b974b024a1a505, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085579102 2024-11-20T06:53:00,033 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a48950f1941489d93d6fbb48cef890a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732085577927 2024-11-20T06:53:00,034 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ac2dadabc6a4e4c83d63c5db716ddc2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085579102 2024-11-20T06:53:00,044 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:00,044 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:00,044 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/cd8f9b179403424ca611118b45efefc4 is 50, key is test_row_0/B:col10/1732085579102/Put/seqid=0 2024-11-20T06:53:00,044 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/8a7b4785bf314d798441f880001b4540 is 50, key is test_row_0/A:col10/1732085579102/Put/seqid=0 2024-11-20T06:53:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742108_1284 (size=12561) 2024-11-20T06:53:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742107_1283 (size=12561) 2024-11-20T06:53:00,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T06:53:00,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:00,082 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T06:53:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:00,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/c374eddbf1d54367a951a3f6f0296da6 is 50, key is test_row_0/A:col10/1732085579198/Put/seqid=0 2024-11-20T06:53:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742109_1285 (size=12151) 2024-11-20T06:53:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:00,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085640271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085640273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085640275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085640277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085640340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085640380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085640389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085640390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085640390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T06:53:00,466 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/8a7b4785bf314d798441f880001b4540 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8a7b4785bf314d798441f880001b4540 2024-11-20T06:53:00,471 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/cd8f9b179403424ca611118b45efefc4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cd8f9b179403424ca611118b45efefc4 2024-11-20T06:53:00,476 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 8a7b4785bf314d798441f880001b4540(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:00,476 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:00,476 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085580030; duration=0sec 2024-11-20T06:53:00,476 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:00,476 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:00,476 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T06:53:00,479 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T06:53:00,480 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T06:53:00,480 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. because compaction request was cancelled 2024-11-20T06:53:00,480 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:00,482 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into cd8f9b179403424ca611118b45efefc4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:00,482 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:00,482 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085580030; duration=0sec 2024-11-20T06:53:00,482 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:00,482 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:00,504 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/c374eddbf1d54367a951a3f6f0296da6 2024-11-20T06:53:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ba71191cc94048b0a5c87b78aa4b628d is 50, key is test_row_0/B:col10/1732085579198/Put/seqid=0 2024-11-20T06:53:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742110_1286 (size=12151) 2024-11-20T06:53:00,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085640589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085640600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085640600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085640600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085640900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085640910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085640910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085640911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:00,923 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ba71191cc94048b0a5c87b78aa4b628d 2024-11-20T06:53:00,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/548d53a1f11d47c68492a808f32a75a4 is 50, key is test_row_0/C:col10/1732085579198/Put/seqid=0 2024-11-20T06:53:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742111_1287 (size=12151) 2024-11-20T06:53:01,343 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/548d53a1f11d47c68492a808f32a75a4 2024-11-20T06:53:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/c374eddbf1d54367a951a3f6f0296da6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c374eddbf1d54367a951a3f6f0296da6 2024-11-20T06:53:01,351 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c374eddbf1d54367a951a3f6f0296da6, entries=150, sequenceid=185, filesize=11.9 K 2024-11-20T06:53:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ba71191cc94048b0a5c87b78aa4b628d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ba71191cc94048b0a5c87b78aa4b628d 2024-11-20T06:53:01,355 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ba71191cc94048b0a5c87b78aa4b628d, entries=150, sequenceid=185, filesize=11.9 K 2024-11-20T06:53:01,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/548d53a1f11d47c68492a808f32a75a4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/548d53a1f11d47c68492a808f32a75a4 2024-11-20T06:53:01,359 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/548d53a1f11d47c68492a808f32a75a4, entries=150, sequenceid=185, filesize=11.9 K 2024-11-20T06:53:01,360 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1918f398200641ba16b2f9845c23cde8 in 1279ms, sequenceid=185, compaction requested=true 2024-11-20T06:53:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-20T06:53:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-20T06:53:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:01,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T06:53:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:01,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T06:53:01,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0460 sec 2024-11-20T06:53:01,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.0520 sec 2024-11-20T06:53:01,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1f7c6bc73bad40109444858c329db344 is 50, key is test_row_0/A:col10/1732085581360/Put/seqid=0 2024-11-20T06:53:01,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742112_1288 (size=14541) 2024-11-20T06:53:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085641404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085641409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085641420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085641420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085641420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T06:53:01,460 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:01,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-20T06:53:01,463 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T06:53:01,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:01,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085641520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T06:53:01,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085641730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:01,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T06:53:01,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1f7c6bc73bad40109444858c329db344 2024-11-20T06:53:01,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/4cb2238cf7de48158ab484d427b144b1 is 50, key is test_row_0/B:col10/1732085581360/Put/seqid=0 2024-11-20T06:53:01,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742113_1289 (size=12151) 2024-11-20T06:53:01,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:01,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085642039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,042 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:02,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T06:53:02,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/4cb2238cf7de48158ab484d427b144b1 2024-11-20T06:53:02,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5919eb8dd0d94036b55c46a46d678f56 is 50, key is test_row_0/C:col10/1732085581360/Put/seqid=0 2024-11-20T06:53:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742114_1290 (size=12151) 2024-11-20T06:53:02,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:02,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:02,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085642429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:02,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085642430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:02,433 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:02,433 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:02,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085642440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085642440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:02,442 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,442 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:02,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:02,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085642550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:02,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:02,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T06:53:02,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5919eb8dd0d94036b55c46a46d678f56 2024-11-20T06:53:02,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1f7c6bc73bad40109444858c329db344 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f7c6bc73bad40109444858c329db344 2024-11-20T06:53:02,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f7c6bc73bad40109444858c329db344, entries=200, sequenceid=206, filesize=14.2 K 2024-11-20T06:53:02,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/4cb2238cf7de48158ab484d427b144b1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4cb2238cf7de48158ab484d427b144b1 2024-11-20T06:53:02,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4cb2238cf7de48158ab484d427b144b1, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T06:53:02,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5919eb8dd0d94036b55c46a46d678f56 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5919eb8dd0d94036b55c46a46d678f56 2024-11-20T06:53:02,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5919eb8dd0d94036b55c46a46d678f56, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T06:53:02,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 1918f398200641ba16b2f9845c23cde8 in 1280ms, sequenceid=206, compaction requested=true 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:02,642 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:02,642 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:02,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:02,643 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:02,643 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:02,643 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:02,643 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:02,643 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,643 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,643 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8a7b4785bf314d798441f880001b4540, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c374eddbf1d54367a951a3f6f0296da6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f7c6bc73bad40109444858c329db344] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=38.3 K 2024-11-20T06:53:02,643 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cd8f9b179403424ca611118b45efefc4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ba71191cc94048b0a5c87b78aa4b628d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4cb2238cf7de48158ab484d427b144b1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.0 K 2024-11-20T06:53:02,644 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a7b4785bf314d798441f880001b4540, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085579102 2024-11-20T06:53:02,644 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting c374eddbf1d54367a951a3f6f0296da6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732085579187 2024-11-20T06:53:02,644 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f7c6bc73bad40109444858c329db344, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732085580270 2024-11-20T06:53:02,645 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting cd8f9b179403424ca611118b45efefc4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085579102 2024-11-20T06:53:02,645 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ba71191cc94048b0a5c87b78aa4b628d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732085579187 2024-11-20T06:53:02,645 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cb2238cf7de48158ab484d427b144b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732085580272 2024-11-20T06:53:02,651 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:02,652 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/e3850c86e71c4420a8fcf7d16a8f4963 is 50, key is test_row_0/A:col10/1732085581360/Put/seqid=0 2024-11-20T06:53:02,652 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:02,652 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/cc946c7b498f41ca8527a72d2bfdc08f is 50, key is test_row_0/B:col10/1732085581360/Put/seqid=0 2024-11-20T06:53:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742115_1291 (size=12663) 2024-11-20T06:53:02,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742116_1292 (size=12663) 2024-11-20T06:53:02,666 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/e3850c86e71c4420a8fcf7d16a8f4963 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/e3850c86e71c4420a8fcf7d16a8f4963 2024-11-20T06:53:02,666 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/cc946c7b498f41ca8527a72d2bfdc08f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cc946c7b498f41ca8527a72d2bfdc08f 2024-11-20T06:53:02,671 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into e3850c86e71c4420a8fcf7d16a8f4963(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:02,671 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into cc946c7b498f41ca8527a72d2bfdc08f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:02,672 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085582642; duration=0sec 2024-11-20T06:53:02,672 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085582642; duration=0sec 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:02,672 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:02,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:02,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:02,674 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,674 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e997a69280454a8381e0c879adef46a4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/74c6fbb4b93348ac80805108512a9238, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/548d53a1f11d47c68492a808f32a75a4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5919eb8dd0d94036b55c46a46d678f56] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=47.8 K 2024-11-20T06:53:02,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e997a69280454a8381e0c879adef46a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732085577927 2024-11-20T06:53:02,674 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74c6fbb4b93348ac80805108512a9238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732085579102 2024-11-20T06:53:02,675 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 548d53a1f11d47c68492a808f32a75a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732085579187 2024-11-20T06:53:02,675 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5919eb8dd0d94036b55c46a46d678f56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732085580272 2024-11-20T06:53:02,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T06:53:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:02,687 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:53:02,687 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:02,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:02,687 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/dc0eadaff19d451eb53efe8c58d8078c is 50, key is test_row_0/C:col10/1732085581360/Put/seqid=0 2024-11-20T06:53:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/ed7476d492ce4f719281c93a71219732 is 50, key is test_row_0/A:col10/1732085581403/Put/seqid=0 2024-11-20T06:53:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742118_1294 (size=12629) 2024-11-20T06:53:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742117_1293 (size=12151) 2024-11-20T06:53:02,713 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/ed7476d492ce4f719281c93a71219732 2024-11-20T06:53:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/039f3c2e46764e2fb070452b37fc9793 is 50, key is test_row_0/B:col10/1732085581403/Put/seqid=0 2024-11-20T06:53:02,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742119_1295 (size=12151) 2024-11-20T06:53:02,724 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/039f3c2e46764e2fb070452b37fc9793 2024-11-20T06:53:02,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/97836a6d4ba44bdfa4fce09ded00f518 is 50, key is test_row_0/C:col10/1732085581403/Put/seqid=0 2024-11-20T06:53:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742120_1296 (size=12151) 2024-11-20T06:53:03,118 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/dc0eadaff19d451eb53efe8c58d8078c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/dc0eadaff19d451eb53efe8c58d8078c 2024-11-20T06:53:03,125 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into dc0eadaff19d451eb53efe8c58d8078c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:03,125 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:03,125 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=12, startTime=1732085582642; duration=0sec 2024-11-20T06:53:03,126 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:03,126 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:03,137 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/97836a6d4ba44bdfa4fce09ded00f518 2024-11-20T06:53:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/ed7476d492ce4f719281c93a71219732 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/ed7476d492ce4f719281c93a71219732 2024-11-20T06:53:03,148 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/ed7476d492ce4f719281c93a71219732, entries=150, sequenceid=221, filesize=11.9 K 2024-11-20T06:53:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/039f3c2e46764e2fb070452b37fc9793 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/039f3c2e46764e2fb070452b37fc9793 2024-11-20T06:53:03,157 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/039f3c2e46764e2fb070452b37fc9793, entries=150, sequenceid=221, filesize=11.9 K 2024-11-20T06:53:03,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/97836a6d4ba44bdfa4fce09ded00f518 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/97836a6d4ba44bdfa4fce09ded00f518 2024-11-20T06:53:03,166 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/97836a6d4ba44bdfa4fce09ded00f518, entries=150, sequenceid=221, filesize=11.9 K 2024-11-20T06:53:03,167 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 1918f398200641ba16b2f9845c23cde8 in 481ms, sequenceid=221, compaction requested=false 2024-11-20T06:53:03,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:03,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:03,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-20T06:53:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-20T06:53:03,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T06:53:03,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7050 sec 2024-11-20T06:53:03,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.7130 sec 2024-11-20T06:53:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:03,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:03,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:03,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/40d529114efb4fd8bba1772911f186a1 is 50, key is test_row_0/A:col10/1732085583565/Put/seqid=0 2024-11-20T06:53:03,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742121_1297 (size=14541) 2024-11-20T06:53:03,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/40d529114efb4fd8bba1772911f186a1 2024-11-20T06:53:03,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/0d1f26701c9946559338ba3e50725670 is 50, key is test_row_0/B:col10/1732085583565/Put/seqid=0 2024-11-20T06:53:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T06:53:03,611 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:03,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-20T06:53:03,613 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T06:53:03,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:03,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742122_1298 (size=12151) 2024-11-20T06:53:03,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/0d1f26701c9946559338ba3e50725670 2024-11-20T06:53:03,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085583659, max timestamp=1732085583685Num uniques 859; 2024-11-20T06:53:03,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:03,691 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085583659, max timestamp=1732085583685Num uniques 859; 2024-11-20T06:53:03,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085583659, max timestamp=1732085583685Num uniques 859; 2024-11-20T06:53:03,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:03,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:03,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/ff85ab459bb544bc8e11d8e397d18f9c is 50, key is test_row_0/C:col10/1732085583565/Put/seqid=0 2024-11-20T06:53:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742123_1299 (size=12151) 2024-11-20T06:53:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T06:53:03,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T06:53:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:03,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:03,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085643787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:03,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:03,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085643910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:03,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T06:53:03,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:03,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:03,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:03,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:03,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T06:53:04,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T06:53:04,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:04,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:04,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:04,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:04,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:04,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/ff85ab459bb544bc8e11d8e397d18f9c 2024-11-20T06:53:04,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/40d529114efb4fd8bba1772911f186a1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/40d529114efb4fd8bba1772911f186a1 2024-11-20T06:53:04,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/40d529114efb4fd8bba1772911f186a1, entries=200, sequenceid=232, filesize=14.2 K 2024-11-20T06:53:04,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/0d1f26701c9946559338ba3e50725670 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0d1f26701c9946559338ba3e50725670 2024-11-20T06:53:04,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085644120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0d1f26701c9946559338ba3e50725670, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T06:53:04,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/ff85ab459bb544bc8e11d8e397d18f9c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ff85ab459bb544bc8e11d8e397d18f9c 2024-11-20T06:53:04,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ff85ab459bb544bc8e11d8e397d18f9c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T06:53:04,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1918f398200641ba16b2f9845c23cde8 in 556ms, sequenceid=232, compaction requested=true 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:04,132 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:04,132 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:04,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:04,133 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:04,133 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:04,133 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:04,133 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:04,133 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:04,133 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:04,133 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/e3850c86e71c4420a8fcf7d16a8f4963, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/ed7476d492ce4f719281c93a71219732, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/40d529114efb4fd8bba1772911f186a1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=38.4 K 2024-11-20T06:53:04,133 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cc946c7b498f41ca8527a72d2bfdc08f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/039f3c2e46764e2fb070452b37fc9793, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0d1f26701c9946559338ba3e50725670] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.1 K 2024-11-20T06:53:04,133 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting cc946c7b498f41ca8527a72d2bfdc08f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732085580272 2024-11-20T06:53:04,133 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3850c86e71c4420a8fcf7d16a8f4963, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732085580272 2024-11-20T06:53:04,134 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 039f3c2e46764e2fb070452b37fc9793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732085581385 2024-11-20T06:53:04,134 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed7476d492ce4f719281c93a71219732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732085581385 2024-11-20T06:53:04,134 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d1f26701c9946559338ba3e50725670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732085583565 2024-11-20T06:53:04,135 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40d529114efb4fd8bba1772911f186a1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732085583565 2024-11-20T06:53:04,155 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#257 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:04,156 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8d2e422060be41d59d53c081ef58bc40 is 50, key is test_row_0/B:col10/1732085583565/Put/seqid=0 2024-11-20T06:53:04,156 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:04,157 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/a08e5ae03b4146779bfbd51c99a299aa is 50, key is test_row_0/A:col10/1732085583565/Put/seqid=0 2024-11-20T06:53:04,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742124_1300 (size=12765) 2024-11-20T06:53:04,184 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/a08e5ae03b4146779bfbd51c99a299aa as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/a08e5ae03b4146779bfbd51c99a299aa 2024-11-20T06:53:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742125_1301 (size=12765) 2024-11-20T06:53:04,192 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into a08e5ae03b4146779bfbd51c99a299aa(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:04,192 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:04,192 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085584132; duration=0sec 2024-11-20T06:53:04,192 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:04,192 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:04,192 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:04,194 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:04,194 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:04,194 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:04,194 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/dc0eadaff19d451eb53efe8c58d8078c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/97836a6d4ba44bdfa4fce09ded00f518, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ff85ab459bb544bc8e11d8e397d18f9c] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.1 K 2024-11-20T06:53:04,195 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc0eadaff19d451eb53efe8c58d8078c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732085580272 2024-11-20T06:53:04,195 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97836a6d4ba44bdfa4fce09ded00f518, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732085581385 2024-11-20T06:53:04,196 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff85ab459bb544bc8e11d8e397d18f9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732085583565 2024-11-20T06:53:04,204 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:04,205 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/44747d17b3fe4ec8a14a3519c7eb0ecc is 50, key is test_row_0/C:col10/1732085583565/Put/seqid=0 2024-11-20T06:53:04,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T06:53:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:04,225 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T06:53:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/fb84f159fcde436490e6e4c3f4b9fcd3 is 50, key is test_row_0/A:col10/1732085583779/Put/seqid=0 2024-11-20T06:53:04,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742126_1302 (size=12731) 2024-11-20T06:53:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T06:53:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742127_1303 (size=12301) 2024-11-20T06:53:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:04,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:04,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085644459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085644460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,471 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:04,471 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085644470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085644471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085644471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,476 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085644580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085644580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,595 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8d2e422060be41d59d53c081ef58bc40 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8d2e422060be41d59d53c081ef58bc40 2024-11-20T06:53:04,603 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into 8d2e422060be41d59d53c081ef58bc40(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:04,603 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:04,603 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085584132; duration=0sec 2024-11-20T06:53:04,603 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:04,603 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:04,641 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/44747d17b3fe4ec8a14a3519c7eb0ecc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/44747d17b3fe4ec8a14a3519c7eb0ecc 2024-11-20T06:53:04,645 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/fb84f159fcde436490e6e4c3f4b9fcd3 2024-11-20T06:53:04,648 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into 44747d17b3fe4ec8a14a3519c7eb0ecc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:04,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:04,648 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=13, startTime=1732085584132; duration=0sec 2024-11-20T06:53:04,648 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:04,649 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/e35dc1b259fb476ca8fd0fcc7f3de1f6 is 50, key is test_row_0/B:col10/1732085583779/Put/seqid=0 2024-11-20T06:53:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742128_1304 (size=12301) 2024-11-20T06:53:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T06:53:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085644789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085644789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,062 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/e35dc1b259fb476ca8fd0fcc7f3de1f6 2024-11-20T06:53:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/41f4b4c245514030b43c1730c23a9198 is 50, key is test_row_0/C:col10/1732085583779/Put/seqid=0 2024-11-20T06:53:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742129_1305 (size=12301) 2024-11-20T06:53:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085645100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085645100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/41f4b4c245514030b43c1730c23a9198 2024-11-20T06:53:05,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/fb84f159fcde436490e6e4c3f4b9fcd3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/fb84f159fcde436490e6e4c3f4b9fcd3 2024-11-20T06:53:05,496 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/fb84f159fcde436490e6e4c3f4b9fcd3, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T06:53:05,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/e35dc1b259fb476ca8fd0fcc7f3de1f6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e35dc1b259fb476ca8fd0fcc7f3de1f6 2024-11-20T06:53:05,502 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e35dc1b259fb476ca8fd0fcc7f3de1f6, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T06:53:05,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/41f4b4c245514030b43c1730c23a9198 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/41f4b4c245514030b43c1730c23a9198 2024-11-20T06:53:05,506 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/41f4b4c245514030b43c1730c23a9198, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T06:53:05,507 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 1918f398200641ba16b2f9845c23cde8 in 1282ms, sequenceid=270, compaction requested=false 2024-11-20T06:53:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-20T06:53:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-20T06:53:05,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-20T06:53:05,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-11-20T06:53:05,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8990 sec 2024-11-20T06:53:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:05,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:53:05,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:05,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:05,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:05,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:05,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:05,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:05,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/c8aeef64e69d4dcaa220bbfae4415b83 is 50, key is test_row_0/A:col10/1732085584451/Put/seqid=0 2024-11-20T06:53:05,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742130_1306 (size=14741) 2024-11-20T06:53:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085645694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085645696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T06:53:05,760 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:05,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-20T06:53:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T06:53:05,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:05,766 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:05,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:05,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085645810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085645810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T06:53:05,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T06:53:05,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:05,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085646019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085646020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/c8aeef64e69d4dcaa220bbfae4415b83 2024-11-20T06:53:06,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/0f89af9ebe0d4e65848a65e8562fa982 is 50, key is test_row_0/B:col10/1732085584451/Put/seqid=0 2024-11-20T06:53:06,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742131_1307 (size=12301) 2024-11-20T06:53:06,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/0f89af9ebe0d4e65848a65e8562fa982 2024-11-20T06:53:06,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/448502c49dc64e89986f60a49d910e07 is 50, key is test_row_0/C:col10/1732085584451/Put/seqid=0 2024-11-20T06:53:06,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T06:53:06,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:06,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T06:53:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742132_1308 (size=12301) 2024-11-20T06:53:06,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T06:53:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085646330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085646330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T06:53:06,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T06:53:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:06,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/448502c49dc64e89986f60a49d910e07 2024-11-20T06:53:06,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/c8aeef64e69d4dcaa220bbfae4415b83 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c8aeef64e69d4dcaa220bbfae4415b83 2024-11-20T06:53:06,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c8aeef64e69d4dcaa220bbfae4415b83, entries=200, sequenceid=284, filesize=14.4 K 2024-11-20T06:53:06,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/0f89af9ebe0d4e65848a65e8562fa982 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0f89af9ebe0d4e65848a65e8562fa982 2024-11-20T06:53:06,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0f89af9ebe0d4e65848a65e8562fa982, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T06:53:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/448502c49dc64e89986f60a49d910e07 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/448502c49dc64e89986f60a49d910e07 2024-11-20T06:53:06,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/448502c49dc64e89986f60a49d910e07, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T06:53:06,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1918f398200641ba16b2f9845c23cde8 in 908ms, sequenceid=284, compaction requested=true 2024-11-20T06:53:06,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:06,524 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:06,525 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:06,527 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:06,527 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:06,528 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,528 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/a08e5ae03b4146779bfbd51c99a299aa, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/fb84f159fcde436490e6e4c3f4b9fcd3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c8aeef64e69d4dcaa220bbfae4415b83] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=38.9 K 2024-11-20T06:53:06,528 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:06,528 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a08e5ae03b4146779bfbd51c99a299aa, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732085583565 2024-11-20T06:53:06,528 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:06,528 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,528 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8d2e422060be41d59d53c081ef58bc40, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e35dc1b259fb476ca8fd0fcc7f3de1f6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0f89af9ebe0d4e65848a65e8562fa982] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.5 K 2024-11-20T06:53:06,528 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb84f159fcde436490e6e4c3f4b9fcd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732085583758 2024-11-20T06:53:06,529 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d2e422060be41d59d53c081ef58bc40, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732085583565 2024-11-20T06:53:06,529 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8aeef64e69d4dcaa220bbfae4415b83, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732085584445 2024-11-20T06:53:06,529 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e35dc1b259fb476ca8fd0fcc7f3de1f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732085583758 2024-11-20T06:53:06,531 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f89af9ebe0d4e65848a65e8562fa982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732085584451 2024-11-20T06:53:06,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-20T06:53:06,548 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:06,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,549 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:53:06,549 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/516039866ec3437fa326702df3f7c299 is 50, key is test_row_0/A:col10/1732085584451/Put/seqid=0 2024-11-20T06:53:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:06,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:06,557 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:06,558 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/7568b0b20283412f879ad9d611a13ebe is 50, key is test_row_0/B:col10/1732085584451/Put/seqid=0 2024-11-20T06:53:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/4a38ffcdfcae45e8803df9bb6950f918 is 50, key is test_row_0/A:col10/1732085585694/Put/seqid=0 2024-11-20T06:53:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742133_1309 (size=13017) 2024-11-20T06:53:06,619 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/516039866ec3437fa326702df3f7c299 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/516039866ec3437fa326702df3f7c299 2024-11-20T06:53:06,628 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 516039866ec3437fa326702df3f7c299(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:06,628 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:06,628 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085586524; duration=0sec 2024-11-20T06:53:06,628 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:06,628 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:06,629 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:06,630 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:06,630 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:06,630 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:06,630 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/44747d17b3fe4ec8a14a3519c7eb0ecc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/41f4b4c245514030b43c1730c23a9198, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/448502c49dc64e89986f60a49d910e07] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.5 K 2024-11-20T06:53:06,631 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44747d17b3fe4ec8a14a3519c7eb0ecc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732085583565 2024-11-20T06:53:06,631 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41f4b4c245514030b43c1730c23a9198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732085583758 2024-11-20T06:53:06,631 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 448502c49dc64e89986f60a49d910e07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732085584451 2024-11-20T06:53:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742134_1310 (size=13017) 2024-11-20T06:53:06,657 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742135_1311 (size=12301) 2024-11-20T06:53:06,657 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d6532f3ac360490fae5e5de61d0f2024 is 50, key is test_row_0/C:col10/1732085584451/Put/seqid=0 2024-11-20T06:53:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742136_1312 (size=12983) 2024-11-20T06:53:06,693 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d6532f3ac360490fae5e5de61d0f2024 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d6532f3ac360490fae5e5de61d0f2024 2024-11-20T06:53:06,700 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into d6532f3ac360490fae5e5de61d0f2024(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:06,700 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:06,700 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=13, startTime=1732085586525; duration=0sec 2024-11-20T06:53:06,700 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:06,700 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:06,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085646857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085646860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T06:53:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085646970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085646970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:07,049 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/7568b0b20283412f879ad9d611a13ebe as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/7568b0b20283412f879ad9d611a13ebe 2024-11-20T06:53:07,059 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/4a38ffcdfcae45e8803df9bb6950f918 2024-11-20T06:53:07,062 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into 7568b0b20283412f879ad9d611a13ebe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:07,062 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:07,062 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085586525; duration=0sec 2024-11-20T06:53:07,062 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:07,063 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:07,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d0dfef8ebd9344ac9e3467dacbe254b2 is 50, key is test_row_0/B:col10/1732085585694/Put/seqid=0 2024-11-20T06:53:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742137_1313 (size=12301) 2024-11-20T06:53:07,093 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d0dfef8ebd9344ac9e3467dacbe254b2 2024-11-20T06:53:07,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3a6d424c7e324825ba2f14bb880b76a1 is 50, key is test_row_0/C:col10/1732085585694/Put/seqid=0 2024-11-20T06:53:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742138_1314 (size=12301) 2024-11-20T06:53:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085647180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085647180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085647490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085647490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:07,510 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3a6d424c7e324825ba2f14bb880b76a1 2024-11-20T06:53:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/4a38ffcdfcae45e8803df9bb6950f918 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4a38ffcdfcae45e8803df9bb6950f918 2024-11-20T06:53:07,524 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4a38ffcdfcae45e8803df9bb6950f918, entries=150, sequenceid=304, filesize=12.0 K 2024-11-20T06:53:07,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d0dfef8ebd9344ac9e3467dacbe254b2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d0dfef8ebd9344ac9e3467dacbe254b2 2024-11-20T06:53:07,536 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d0dfef8ebd9344ac9e3467dacbe254b2, entries=150, sequenceid=304, filesize=12.0 K 2024-11-20T06:53:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3a6d424c7e324825ba2f14bb880b76a1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3a6d424c7e324825ba2f14bb880b76a1 2024-11-20T06:53:07,548 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3a6d424c7e324825ba2f14bb880b76a1, entries=150, sequenceid=304, filesize=12.0 K 2024-11-20T06:53:07,550 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1918f398200641ba16b2f9845c23cde8 in 1002ms, sequenceid=304, compaction requested=false 2024-11-20T06:53:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-20T06:53:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-20T06:53:07,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T06:53:07,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7870 sec 2024-11-20T06:53:07,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.7960 sec 2024-11-20T06:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T06:53:07,910 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:07,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-20T06:53:07,912 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T06:53:07,913 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:07,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:08,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:53:08,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:08,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:08,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:08,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:08,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:08,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:08,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cabc24bda59542c2bfd49e0740625351 is 50, key is test_row_0/A:col10/1732085588002/Put/seqid=0 2024-11-20T06:53:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T06:53:08,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742139_1315 (size=14741) 2024-11-20T06:53:08,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cabc24bda59542c2bfd49e0740625351 2024-11-20T06:53:08,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/87f33c683d4d43d5a5ac50b579d7c800 is 50, key is test_row_0/B:col10/1732085588002/Put/seqid=0 2024-11-20T06:53:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742140_1316 (size=12301) 2024-11-20T06:53:08,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/87f33c683d4d43d5a5ac50b579d7c800 2024-11-20T06:53:08,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T06:53:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/2014d2f6f7e14c02bf66bf4b7e6fc07d is 50, key is test_row_0/C:col10/1732085588002/Put/seqid=0 2024-11-20T06:53:08,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085648078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085648079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742141_1317 (size=12301) 2024-11-20T06:53:08,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085648189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085648190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T06:53:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T06:53:08,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T06:53:08,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:08,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085648400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085648400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41600 deadline: 1732085648480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,483 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41584 deadline: 1732085648500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,504 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/2014d2f6f7e14c02bf66bf4b7e6fc07d 2024-11-20T06:53:08,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cabc24bda59542c2bfd49e0740625351 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cabc24bda59542c2bfd49e0740625351 2024-11-20T06:53:08,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cabc24bda59542c2bfd49e0740625351, entries=200, sequenceid=321, filesize=14.4 K 2024-11-20T06:53:08,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/87f33c683d4d43d5a5ac50b579d7c800 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/87f33c683d4d43d5a5ac50b579d7c800 2024-11-20T06:53:08,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41524 deadline: 1732085648520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T06:53:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,526 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 1918f398200641ba16b2f9845c23cde8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:08,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/87f33c683d4d43d5a5ac50b579d7c800, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T06:53:08,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/2014d2f6f7e14c02bf66bf4b7e6fc07d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/2014d2f6f7e14c02bf66bf4b7e6fc07d 2024-11-20T06:53:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T06:53:08,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/2014d2f6f7e14c02bf66bf4b7e6fc07d, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T06:53:08,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1918f398200641ba16b2f9845c23cde8 in 543ms, sequenceid=321, compaction requested=true 2024-11-20T06:53:08,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:08,546 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:08,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:08,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:08,546 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:08,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:08,547 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:08,548 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:08,548 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:08,548 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:08,548 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,548 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,548 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/516039866ec3437fa326702df3f7c299, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4a38ffcdfcae45e8803df9bb6950f918, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cabc24bda59542c2bfd49e0740625351] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=39.1 K 2024-11-20T06:53:08,548 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/7568b0b20283412f879ad9d611a13ebe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d0dfef8ebd9344ac9e3467dacbe254b2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/87f33c683d4d43d5a5ac50b579d7c800] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.7 K 2024-11-20T06:53:08,549 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7568b0b20283412f879ad9d611a13ebe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732085584451 2024-11-20T06:53:08,549 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 516039866ec3437fa326702df3f7c299, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732085584451 2024-11-20T06:53:08,550 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d0dfef8ebd9344ac9e3467dacbe254b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732085585686 2024-11-20T06:53:08,550 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a38ffcdfcae45e8803df9bb6950f918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732085585686 2024-11-20T06:53:08,550 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting cabc24bda59542c2bfd49e0740625351, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085586852 2024-11-20T06:53:08,550 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 87f33c683d4d43d5a5ac50b579d7c800, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085586856 2024-11-20T06:53:08,581 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:08,581 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8ecc0d33dc32440ea5aee2b128a0708e is 50, key is test_row_0/B:col10/1732085588002/Put/seqid=0 2024-11-20T06:53:08,605 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:08,605 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/3b8957fef0fd47ebbd6d865b434bdeb5 is 50, key is test_row_0/A:col10/1732085588002/Put/seqid=0 2024-11-20T06:53:08,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742143_1319 (size=13119) 2024-11-20T06:53:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742142_1318 (size=13119) 2024-11-20T06:53:08,631 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/3b8957fef0fd47ebbd6d865b434bdeb5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/3b8957fef0fd47ebbd6d865b434bdeb5 2024-11-20T06:53:08,643 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/8ecc0d33dc32440ea5aee2b128a0708e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ecc0d33dc32440ea5aee2b128a0708e 2024-11-20T06:53:08,647 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 3b8957fef0fd47ebbd6d865b434bdeb5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:08,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:08,647 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085588546; duration=0sec 2024-11-20T06:53:08,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:08,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:08,647 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:08,650 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into 8ecc0d33dc32440ea5aee2b128a0708e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:08,650 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:08,650 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085588546; duration=0sec 2024-11-20T06:53:08,650 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:08,651 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:08,651 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:08,651 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:08,651 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,652 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d6532f3ac360490fae5e5de61d0f2024, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3a6d424c7e324825ba2f14bb880b76a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/2014d2f6f7e14c02bf66bf4b7e6fc07d] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.7 K 2024-11-20T06:53:08,652 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6532f3ac360490fae5e5de61d0f2024, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732085584451 2024-11-20T06:53:08,653 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a6d424c7e324825ba2f14bb880b76a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732085585686 2024-11-20T06:53:08,653 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2014d2f6f7e14c02bf66bf4b7e6fc07d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085586856 2024-11-20T06:53:08,662 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:08,662 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/108fca3b5a6f4868a139ffc4b121ece3 is 50, key is test_row_0/C:col10/1732085588002/Put/seqid=0 2024-11-20T06:53:08,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742144_1320 (size=13085) 2024-11-20T06:53:08,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-20T06:53:08,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:08,681 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:53:08,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:08,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cf111dbca265408da8df496cfe8db302 is 50, key is test_row_0/A:col10/1732085588078/Put/seqid=0 2024-11-20T06:53:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742145_1321 (size=12301) 2024-11-20T06:53:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:08,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:08,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085648734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085648736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085648840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:08,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085648850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T06:53:09,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085649050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:09,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085649060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:09,082 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/108fca3b5a6f4868a139ffc4b121ece3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/108fca3b5a6f4868a139ffc4b121ece3 2024-11-20T06:53:09,087 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into 108fca3b5a6f4868a139ffc4b121ece3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:09,087 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:09,087 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=13, startTime=1732085588547; duration=0sec 2024-11-20T06:53:09,087 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:09,087 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:09,101 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cf111dbca265408da8df496cfe8db302 2024-11-20T06:53:09,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/86f3ad416e3547428f3dc4751ba60037 is 50, key is test_row_0/B:col10/1732085588078/Put/seqid=0 2024-11-20T06:53:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742146_1322 (size=12301) 2024-11-20T06:53:09,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085649360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085649370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:09,525 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/86f3ad416e3547428f3dc4751ba60037 2024-11-20T06:53:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5b18ffd3fa424ef0a6f202d89ea2ffda is 50, key is test_row_0/C:col10/1732085588078/Put/seqid=0 2024-11-20T06:53:09,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742147_1323 (size=12301) 2024-11-20T06:53:09,581 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5b18ffd3fa424ef0a6f202d89ea2ffda 2024-11-20T06:53:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cf111dbca265408da8df496cfe8db302 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cf111dbca265408da8df496cfe8db302 2024-11-20T06:53:09,591 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cf111dbca265408da8df496cfe8db302, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T06:53:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/86f3ad416e3547428f3dc4751ba60037 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/86f3ad416e3547428f3dc4751ba60037 2024-11-20T06:53:09,601 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/86f3ad416e3547428f3dc4751ba60037, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T06:53:09,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5b18ffd3fa424ef0a6f202d89ea2ffda as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5b18ffd3fa424ef0a6f202d89ea2ffda 2024-11-20T06:53:09,605 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5b18ffd3fa424ef0a6f202d89ea2ffda, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T06:53:09,606 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1918f398200641ba16b2f9845c23cde8 in 925ms, sequenceid=341, compaction requested=false 2024-11-20T06:53:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-20T06:53:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-20T06:53:09,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T06:53:09,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-11-20T06:53:09,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.7020 sec 2024-11-20T06:53:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:09,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:53:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:09,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:09,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/73fcf7c787d44d06b9e8446787110480 is 50, key is test_row_0/A:col10/1732085589871/Put/seqid=0 2024-11-20T06:53:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742148_1324 (size=14741) 2024-11-20T06:53:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085649909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:09,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085649914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085650020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085650030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T06:53:10,060 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:10,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-20T06:53:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T06:53:10,062 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:10,063 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:10,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T06:53:10,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T06:53:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085650230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:10,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085650240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:10,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/73fcf7c787d44d06b9e8446787110480 2024-11-20T06:53:10,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/39fa1a7702ad462e87ad04ca0a32ef9d is 50, key is test_row_0/B:col10/1732085589871/Put/seqid=0 2024-11-20T06:53:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742149_1325 (size=12301) 2024-11-20T06:53:10,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T06:53:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T06:53:10,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T06:53:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085650540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085650550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:10,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T06:53:10,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T06:53:10,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/39fa1a7702ad462e87ad04ca0a32ef9d 2024-11-20T06:53:10,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/7064f0386cc94899aa53d6d240b457a2 is 50, key is test_row_0/C:col10/1732085589871/Put/seqid=0 2024-11-20T06:53:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742150_1326 (size=12301) 2024-11-20T06:53:10,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/7064f0386cc94899aa53d6d240b457a2 2024-11-20T06:53:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/73fcf7c787d44d06b9e8446787110480 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/73fcf7c787d44d06b9e8446787110480 2024-11-20T06:53:10,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/73fcf7c787d44d06b9e8446787110480, entries=200, sequenceid=357, filesize=14.4 K 2024-11-20T06:53:10,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/39fa1a7702ad462e87ad04ca0a32ef9d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/39fa1a7702ad462e87ad04ca0a32ef9d 2024-11-20T06:53:10,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/39fa1a7702ad462e87ad04ca0a32ef9d, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T06:53:10,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/7064f0386cc94899aa53d6d240b457a2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7064f0386cc94899aa53d6d240b457a2 2024-11-20T06:53:10,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7064f0386cc94899aa53d6d240b457a2, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T06:53:10,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1918f398200641ba16b2f9845c23cde8 in 902ms, sequenceid=357, compaction requested=true 2024-11-20T06:53:10,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:10,774 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:10,775 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:10,776 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:10,776 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:10,776 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,776 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/3b8957fef0fd47ebbd6d865b434bdeb5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cf111dbca265408da8df496cfe8db302, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/73fcf7c787d44d06b9e8446787110480] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=39.2 K 2024-11-20T06:53:10,776 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:10,776 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:10,776 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,776 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ecc0d33dc32440ea5aee2b128a0708e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/86f3ad416e3547428f3dc4751ba60037, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/39fa1a7702ad462e87ad04ca0a32ef9d] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.8 K 2024-11-20T06:53:10,777 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ecc0d33dc32440ea5aee2b128a0708e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085586856 2024-11-20T06:53:10,777 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b8957fef0fd47ebbd6d865b434bdeb5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085586856 2024-11-20T06:53:10,778 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 86f3ad416e3547428f3dc4751ba60037, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732085588069 2024-11-20T06:53:10,778 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf111dbca265408da8df496cfe8db302, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732085588069 2024-11-20T06:53:10,778 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73fcf7c787d44d06b9e8446787110480, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732085588731 2024-11-20T06:53:10,778 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 39fa1a7702ad462e87ad04ca0a32ef9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732085588733 2024-11-20T06:53:10,787 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:10,787 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/46899b4442304c359609021dc1c22eab is 50, key is test_row_0/A:col10/1732085589871/Put/seqid=0 2024-11-20T06:53:10,790 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#285 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:10,790 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/c0ed3589faa14b338993bd30b2cb1ce0 is 50, key is test_row_0/B:col10/1732085589871/Put/seqid=0 2024-11-20T06:53:10,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742151_1327 (size=13221) 2024-11-20T06:53:10,814 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/46899b4442304c359609021dc1c22eab as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/46899b4442304c359609021dc1c22eab 2024-11-20T06:53:10,822 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 46899b4442304c359609021dc1c22eab(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:10,823 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:10,823 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085590774; duration=0sec 2024-11-20T06:53:10,823 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:10,823 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:10,823 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742152_1328 (size=13221) 2024-11-20T06:53:10,826 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:10,826 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:10,826 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,826 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/108fca3b5a6f4868a139ffc4b121ece3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5b18ffd3fa424ef0a6f202d89ea2ffda, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7064f0386cc94899aa53d6d240b457a2] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.8 K 2024-11-20T06:53:10,827 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 108fca3b5a6f4868a139ffc4b121ece3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085586856 2024-11-20T06:53:10,827 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b18ffd3fa424ef0a6f202d89ea2ffda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732085588069 2024-11-20T06:53:10,828 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7064f0386cc94899aa53d6d240b457a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732085588733 2024-11-20T06:53:10,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:10,832 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:10,833 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/c0ed3589faa14b338993bd30b2cb1ce0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c0ed3589faa14b338993bd30b2cb1ce0 2024-11-20T06:53:10,844 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into c0ed3589faa14b338993bd30b2cb1ce0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:10,844 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:10,844 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085590775; duration=0sec 2024-11-20T06:53:10,844 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:10,844 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:10,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/92a15099c03049e2b28b376ed7ecd46c is 50, key is test_row_0/A:col10/1732085589904/Put/seqid=0 2024-11-20T06:53:10,862 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#287 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:10,863 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5c21c10e572a415d88a3010470c0b2d5 is 50, key is test_row_0/C:col10/1732085589871/Put/seqid=0 2024-11-20T06:53:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742153_1329 (size=12301) 2024-11-20T06:53:10,885 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/92a15099c03049e2b28b376ed7ecd46c 2024-11-20T06:53:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742154_1330 (size=13187) 2024-11-20T06:53:10,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/01469e24bf32455a9bec76ff9397d834 is 50, key is test_row_0/B:col10/1732085589904/Put/seqid=0 2024-11-20T06:53:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742155_1331 (size=12301) 2024-11-20T06:53:11,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085651090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085651090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T06:53:11,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085651200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085651201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,334 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/5c21c10e572a415d88a3010470c0b2d5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5c21c10e572a415d88a3010470c0b2d5 2024-11-20T06:53:11,340 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into 5c21c10e572a415d88a3010470c0b2d5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:11,340 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:11,340 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=13, startTime=1732085590775; duration=0sec 2024-11-20T06:53:11,340 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:11,340 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:11,405 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/01469e24bf32455a9bec76ff9397d834 2024-11-20T06:53:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085651410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085651411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d3c1c8c51a7a419f9e74ce8f2d83a83d is 50, key is test_row_0/C:col10/1732085589904/Put/seqid=0 2024-11-20T06:53:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742156_1332 (size=12301) 2024-11-20T06:53:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085651720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085651720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:11,822 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d3c1c8c51a7a419f9e74ce8f2d83a83d 2024-11-20T06:53:11,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/92a15099c03049e2b28b376ed7ecd46c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/92a15099c03049e2b28b376ed7ecd46c 2024-11-20T06:53:11,830 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/92a15099c03049e2b28b376ed7ecd46c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T06:53:11,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/01469e24bf32455a9bec76ff9397d834 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/01469e24bf32455a9bec76ff9397d834 2024-11-20T06:53:11,834 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/01469e24bf32455a9bec76ff9397d834, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T06:53:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/d3c1c8c51a7a419f9e74ce8f2d83a83d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d3c1c8c51a7a419f9e74ce8f2d83a83d 2024-11-20T06:53:11,849 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d3c1c8c51a7a419f9e74ce8f2d83a83d, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T06:53:11,850 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1918f398200641ba16b2f9845c23cde8 in 1018ms, sequenceid=375, compaction requested=false 2024-11-20T06:53:11,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:11,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:11,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-20T06:53:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-20T06:53:11,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T06:53:11,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7880 sec 2024-11-20T06:53:11,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.7960 sec 2024-11-20T06:53:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T06:53:12,210 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:12,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-20T06:53:12,212 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T06:53:12,213 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:12,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:12,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T06:53:12,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:12,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:12,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:12,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:12,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:12,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:12,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/8e84cb041f2a474ea37702cf158166a1 is 50, key is test_row_0/A:col10/1732085592232/Put/seqid=0 2024-11-20T06:53:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742157_1333 (size=14741) 2024-11-20T06:53:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085652268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085652271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T06:53:12,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T06:53:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085652381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085652381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T06:53:12,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:12,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T06:53:12,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085652590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085652590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/8e84cb041f2a474ea37702cf158166a1 2024-11-20T06:53:12,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d360dfb95c254f54b5a66bab1edf1fa6 is 50, key is test_row_0/B:col10/1732085592232/Put/seqid=0 2024-11-20T06:53:12,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T06:53:12,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:12,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742158_1334 (size=12301) 2024-11-20T06:53:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d360dfb95c254f54b5a66bab1edf1fa6 2024-11-20T06:53:12,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e86e418857394a149acc3ccc2772ffee is 50, key is test_row_0/C:col10/1732085592232/Put/seqid=0 2024-11-20T06:53:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742159_1335 (size=12301) 2024-11-20T06:53:12,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T06:53:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:12,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T06:53:12,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085652900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085652900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:12,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:12,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:12,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T06:53:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:12,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e86e418857394a149acc3ccc2772ffee 2024-11-20T06:53:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/8e84cb041f2a474ea37702cf158166a1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8e84cb041f2a474ea37702cf158166a1 2024-11-20T06:53:13,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8e84cb041f2a474ea37702cf158166a1, entries=200, sequenceid=393, filesize=14.4 K 2024-11-20T06:53:13,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/d360dfb95c254f54b5a66bab1edf1fa6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d360dfb95c254f54b5a66bab1edf1fa6 2024-11-20T06:53:13,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d360dfb95c254f54b5a66bab1edf1fa6, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T06:53:13,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/e86e418857394a149acc3ccc2772ffee as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e86e418857394a149acc3ccc2772ffee 2024-11-20T06:53:13,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e86e418857394a149acc3ccc2772ffee, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T06:53:13,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1918f398200641ba16b2f9845c23cde8 in 879ms, sequenceid=393, compaction requested=true 2024-11-20T06:53:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:13,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:13,113 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:13,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:13,113 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:13,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:13,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:13,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:13,113 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:13,113 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:13,114 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,114 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/46899b4442304c359609021dc1c22eab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/92a15099c03049e2b28b376ed7ecd46c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8e84cb041f2a474ea37702cf158166a1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=39.3 K 2024-11-20T06:53:13,114 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:13,114 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46899b4442304c359609021dc1c22eab, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732085588733 2024-11-20T06:53:13,114 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:13,114 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,114 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c0ed3589faa14b338993bd30b2cb1ce0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/01469e24bf32455a9bec76ff9397d834, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d360dfb95c254f54b5a66bab1edf1fa6] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=36.9 K 2024-11-20T06:53:13,114 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92a15099c03049e2b28b376ed7ecd46c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732085589904 2024-11-20T06:53:13,114 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ed3589faa14b338993bd30b2cb1ce0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732085588733 2024-11-20T06:53:13,115 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 01469e24bf32455a9bec76ff9397d834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732085589904 2024-11-20T06:53:13,115 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e84cb041f2a474ea37702cf158166a1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085591081 2024-11-20T06:53:13,115 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d360dfb95c254f54b5a66bab1edf1fa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085591081 2024-11-20T06:53:13,124 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:13,125 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/fcebf8dd25664a7da21e78a88a3eb3ab is 50, key is test_row_0/B:col10/1732085592232/Put/seqid=0 2024-11-20T06:53:13,125 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:13,125 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/84c91e4f2aab4b3cb1c2c65ec748a915 is 50, key is test_row_0/A:col10/1732085592232/Put/seqid=0 2024-11-20T06:53:13,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T06:53:13,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,133 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T06:53:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/2f0d20c0967a4ad581597b35ca983029 is 50, key is test_row_0/A:col10/1732085592258/Put/seqid=0 2024-11-20T06:53:13,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742160_1336 (size=13323) 2024-11-20T06:53:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742161_1337 (size=13323) 2024-11-20T06:53:13,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742162_1338 (size=12301) 2024-11-20T06:53:13,180 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/2f0d20c0967a4ad581597b35ca983029 2024-11-20T06:53:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/27bc136d07d94244ad116e772e5f0c59 is 50, key is test_row_0/B:col10/1732085592258/Put/seqid=0 2024-11-20T06:53:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742163_1339 (size=12301) 2024-11-20T06:53:13,212 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/27bc136d07d94244ad116e772e5f0c59 2024-11-20T06:53:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/16ead8853c2745fa8133b28e189b7074 is 50, key is test_row_0/C:col10/1732085592258/Put/seqid=0 2024-11-20T06:53:13,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742164_1340 (size=12301) 2024-11-20T06:53:13,249 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/16ead8853c2745fa8133b28e189b7074 2024-11-20T06:53:13,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/2f0d20c0967a4ad581597b35ca983029 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/2f0d20c0967a4ad581597b35ca983029 2024-11-20T06:53:13,266 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/2f0d20c0967a4ad581597b35ca983029, entries=150, sequenceid=409, filesize=12.0 K 2024-11-20T06:53:13,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/27bc136d07d94244ad116e772e5f0c59 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/27bc136d07d94244ad116e772e5f0c59 2024-11-20T06:53:13,274 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/27bc136d07d94244ad116e772e5f0c59, entries=150, sequenceid=409, filesize=12.0 K 2024-11-20T06:53:13,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/16ead8853c2745fa8133b28e189b7074 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/16ead8853c2745fa8133b28e189b7074 2024-11-20T06:53:13,283 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/16ead8853c2745fa8133b28e189b7074, entries=150, sequenceid=409, filesize=12.0 K 2024-11-20T06:53:13,285 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 1918f398200641ba16b2f9845c23cde8 in 151ms, sequenceid=409, compaction requested=true 2024-11-20T06:53:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-20T06:53:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-20T06:53:13,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T06:53:13,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-11-20T06:53:13,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.0790 sec 2024-11-20T06:53:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-20T06:53:13,350 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:13,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-20T06:53:13,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:13,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:13,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T06:53:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:13,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:13,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:13,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/6621fdac97de46a08f319d93681e18a9 is 50, key is test_row_0/A:col10/1732085593414/Put/seqid=0 2024-11-20T06:53:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742165_1341 (size=17181) 2024-11-20T06:53:13,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/6621fdac97de46a08f319d93681e18a9 2024-11-20T06:53:13,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ffe3fc551ce84a059b1db0c227a97b68 is 50, key is test_row_0/B:col10/1732085593414/Put/seqid=0 2024-11-20T06:53:13,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742166_1342 (size=12301) 2024-11-20T06:53:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T06:53:13,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T06:53:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085593429, max timestamp=1732085593522Num uniques 859; 2024-11-20T06:53:13,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085593429, max timestamp=1732085593522Num uniques 859; 2024-11-20T06:53:13,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:13,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:13,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085593429, max timestamp=1732085593522Num uniques 859; 2024-11-20T06:53:13,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:13,563 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/fcebf8dd25664a7da21e78a88a3eb3ab as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/fcebf8dd25664a7da21e78a88a3eb3ab 2024-11-20T06:53:13,568 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into fcebf8dd25664a7da21e78a88a3eb3ab(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:13,568 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:13,568 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085593113; duration=0sec 2024-11-20T06:53:13,568 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:13,568 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:13,568 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:13,569 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:13,569 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:13,569 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,569 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5c21c10e572a415d88a3010470c0b2d5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d3c1c8c51a7a419f9e74ce8f2d83a83d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e86e418857394a149acc3ccc2772ffee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/16ead8853c2745fa8133b28e189b7074] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=48.9 K 2024-11-20T06:53:13,570 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c21c10e572a415d88a3010470c0b2d5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732085588733 2024-11-20T06:53:13,570 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d3c1c8c51a7a419f9e74ce8f2d83a83d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732085589904 2024-11-20T06:53:13,570 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e86e418857394a149acc3ccc2772ffee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085591081 2024-11-20T06:53:13,571 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ead8853c2745fa8133b28e189b7074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732085592255 2024-11-20T06:53:13,580 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:13,581 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/0b2df9aeb3224f7391e9a9c297cb241b is 50, key is test_row_0/C:col10/1732085592258/Put/seqid=0 2024-11-20T06:53:13,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085593563, max timestamp=1732085593579Num uniques 1018; 2024-11-20T06:53:13,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-20T06:53:13,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085593563, max timestamp=1732085593579Num uniques 1018; 2024-11-20T06:53:13,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-20T06:53:13,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085593563, max timestamp=1732085593579Num uniques 1018; 2024-11-20T06:53:13,587 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/84c91e4f2aab4b3cb1c2c65ec748a915 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/84c91e4f2aab4b3cb1c2c65ec748a915 2024-11-20T06:53:13,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-20T06:53:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742167_1343 (size=13323) 2024-11-20T06:53:13,594 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 84c91e4f2aab4b3cb1c2c65ec748a915(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:13,594 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:13,595 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085593112; duration=0sec 2024-11-20T06:53:13,595 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:13,595 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:13,596 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/0b2df9aeb3224f7391e9a9c297cb241b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/0b2df9aeb3224f7391e9a9c297cb241b 2024-11-20T06:53:13,602 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into 0b2df9aeb3224f7391e9a9c297cb241b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:13,602 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:13,603 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=12, startTime=1732085593113; duration=0sec 2024-11-20T06:53:13,603 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:13,603 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085653642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:13,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085653643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:13,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T06:53:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:13,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,667 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:53:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T06:53:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085653760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085653760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:13,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:13,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T06:53:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:13,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ffe3fc551ce84a059b1db0c227a97b68 2024-11-20T06:53:13,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/9cdebb27576f407691e665dd7fa781cc is 50, key is test_row_0/C:col10/1732085593414/Put/seqid=0 2024-11-20T06:53:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742168_1344 (size=12301) 2024-11-20T06:53:13,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/9cdebb27576f407691e665dd7fa781cc 2024-11-20T06:53:13,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/6621fdac97de46a08f319d93681e18a9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/6621fdac97de46a08f319d93681e18a9 2024-11-20T06:53:13,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/6621fdac97de46a08f319d93681e18a9, entries=250, sequenceid=419, filesize=16.8 K 2024-11-20T06:53:13,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ffe3fc551ce84a059b1db0c227a97b68 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ffe3fc551ce84a059b1db0c227a97b68 2024-11-20T06:53:13,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ffe3fc551ce84a059b1db0c227a97b68, entries=150, sequenceid=419, filesize=12.0 K 2024-11-20T06:53:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/9cdebb27576f407691e665dd7fa781cc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9cdebb27576f407691e665dd7fa781cc 2024-11-20T06:53:13,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9cdebb27576f407691e665dd7fa781cc, entries=150, sequenceid=419, filesize=12.0 K 2024-11-20T06:53:13,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1918f398200641ba16b2f9845c23cde8 in 517ms, sequenceid=419, compaction requested=true 2024-11-20T06:53:13,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:13,936 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:13,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:13,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:13,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:13,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:13,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:13,937 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:13,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:13,937 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:13,937 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:13,937 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,937 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/84c91e4f2aab4b3cb1c2c65ec748a915, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/2f0d20c0967a4ad581597b35ca983029, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/6621fdac97de46a08f319d93681e18a9] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=41.8 K 2024-11-20T06:53:13,938 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:13,938 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c91e4f2aab4b3cb1c2c65ec748a915, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085591081 2024-11-20T06:53:13,938 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:13,938 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,938 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/fcebf8dd25664a7da21e78a88a3eb3ab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/27bc136d07d94244ad116e772e5f0c59, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ffe3fc551ce84a059b1db0c227a97b68] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=37.0 K 2024-11-20T06:53:13,938 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0d20c0967a4ad581597b35ca983029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732085592255 2024-11-20T06:53:13,939 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting fcebf8dd25664a7da21e78a88a3eb3ab, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085591081 2024-11-20T06:53:13,939 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6621fdac97de46a08f319d93681e18a9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732085593413 2024-11-20T06:53:13,939 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 27bc136d07d94244ad116e772e5f0c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732085592255 2024-11-20T06:53:13,939 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe3fc551ce84a059b1db0c227a97b68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732085593414 2024-11-20T06:53:13,949 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:13,950 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/21929d22ec7245108b88db96b240cce0 is 50, key is test_row_0/B:col10/1732085593414/Put/seqid=0 2024-11-20T06:53:13,953 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:13,953 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1f4cdd29eca44bfe9077ab7536db79f0 is 50, key is test_row_0/A:col10/1732085593414/Put/seqid=0 2024-11-20T06:53:13,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T06:53:13,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:13,968 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=134.18 KB heapSize=379.45 KB 2024-11-20T06:53:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742170_1346 (size=13425) 2024-11-20T06:53:13,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. as already flushing 2024-11-20T06:53:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T06:53:13,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742169_1345 (size=13425) 2024-11-20T06:53:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/d9133f41d9734d35b7aca48a5d4f2879 is 50, key is test_row_0/A:col10/1732085593641/Put/seqid=0 2024-11-20T06:53:14,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085654001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085654002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742171_1347 (size=12301) 2024-11-20T06:53:14,042 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/d9133f41d9734d35b7aca48a5d4f2879 2024-11-20T06:53:14,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/a46232b7ae2f4a60a1f7619a7e9f8732 is 50, key is test_row_0/B:col10/1732085593641/Put/seqid=0 2024-11-20T06:53:14,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742172_1348 (size=12301) 2024-11-20T06:53:14,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085654120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085654120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085654330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085654330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,379 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/1f4cdd29eca44bfe9077ab7536db79f0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f4cdd29eca44bfe9077ab7536db79f0 2024-11-20T06:53:14,388 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 1f4cdd29eca44bfe9077ab7536db79f0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:14,388 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:14,388 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085593936; duration=0sec 2024-11-20T06:53:14,388 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:14,388 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:14,389 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T06:53:14,392 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T06:53:14,392 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T06:53:14,392 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. because compaction request was cancelled 2024-11-20T06:53:14,392 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:14,396 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/21929d22ec7245108b88db96b240cce0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/21929d22ec7245108b88db96b240cce0 2024-11-20T06:53:14,410 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into 21929d22ec7245108b88db96b240cce0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:14,410 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:14,410 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085593936; duration=0sec 2024-11-20T06:53:14,410 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:14,410 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:14,487 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/a46232b7ae2f4a60a1f7619a7e9f8732 2024-11-20T06:53:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T06:53:14,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3fd9ac32d188400585ad831d5230a894 is 50, key is test_row_0/C:col10/1732085593641/Put/seqid=0 2024-11-20T06:53:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742173_1349 (size=12301) 2024-11-20T06:53:14,556 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3fd9ac32d188400585ad831d5230a894 2024-11-20T06:53:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/d9133f41d9734d35b7aca48a5d4f2879 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/d9133f41d9734d35b7aca48a5d4f2879 2024-11-20T06:53:14,567 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/d9133f41d9734d35b7aca48a5d4f2879, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T06:53:14,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/a46232b7ae2f4a60a1f7619a7e9f8732 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/a46232b7ae2f4a60a1f7619a7e9f8732 2024-11-20T06:53:14,572 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/a46232b7ae2f4a60a1f7619a7e9f8732, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T06:53:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/3fd9ac32d188400585ad831d5230a894 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3fd9ac32d188400585ad831d5230a894 2024-11-20T06:53:14,577 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3fd9ac32d188400585ad831d5230a894, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T06:53:14,578 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~379.41 KB/388512, currentSize=46.96 KB/48090 for 1918f398200641ba16b2f9845c23cde8 in 611ms, sequenceid=475, compaction requested=true 2024-11-20T06:53:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:14,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-20T06:53:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-20T06:53:14,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T06:53:14,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-11-20T06:53:14,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.2330 sec 2024-11-20T06:53:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:14,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:53:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:14,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/eae4d26a96b441b895d6fa808fce0283 is 50, key is test_row_0/A:col10/1732085593990/Put/seqid=0 2024-11-20T06:53:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742174_1350 (size=12301) 2024-11-20T06:53:14,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/eae4d26a96b441b895d6fa808fce0283 2024-11-20T06:53:14,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/c1b1b7aa52e4494593f3ceaa868394ae is 50, key is test_row_0/B:col10/1732085593990/Put/seqid=0 2024-11-20T06:53:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742175_1351 (size=12301) 2024-11-20T06:53:14,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085594676, max timestamp=1732085594696Num uniques 859; 2024-11-20T06:53:14,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085594676, max timestamp=1732085594696Num uniques 859; 2024-11-20T06:53:14,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:14,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:14,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085594676, max timestamp=1732085594698Num uniques 859; 2024-11-20T06:53:14,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085654744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085654745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,766 INFO [Thread-1159 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1159. 2024-11-20T06:53:14,766 DEBUG [Thread-1159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:14,766 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,766 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:14,766 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-20T06:53:14,766 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:14,766 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,766 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:14,771 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-11-20T06:53:14,771 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:14,771 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,771 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:14,772 INFO [Thread-1155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1155. 2024-11-20T06:53:14,772 DEBUG [Thread-1155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:14,772 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,772 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,772 INFO [Thread-1157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1157. 2024-11-20T06:53:14,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:14,772 DEBUG [Thread-1157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:14,772 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,772 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:14,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085654860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085654859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085655071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085655071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:15,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/c1b1b7aa52e4494593f3ceaa868394ae 2024-11-20T06:53:15,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/f129e54d4c524a279fc62d14b9a85b31 is 50, key is test_row_0/C:col10/1732085593990/Put/seqid=0 2024-11-20T06:53:15,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742176_1352 (size=12301) 2024-11-20T06:53:15,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:15,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41554 deadline: 1732085655380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41564 deadline: 1732085655380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:15,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T06:53:15,500 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:15,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/f129e54d4c524a279fc62d14b9a85b31 2024-11-20T06:53:15,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/eae4d26a96b441b895d6fa808fce0283 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eae4d26a96b441b895d6fa808fce0283 2024-11-20T06:53:15,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eae4d26a96b441b895d6fa808fce0283, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T06:53:15,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/c1b1b7aa52e4494593f3ceaa868394ae as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c1b1b7aa52e4494593f3ceaa868394ae 2024-11-20T06:53:15,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c1b1b7aa52e4494593f3ceaa868394ae, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T06:53:15,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/f129e54d4c524a279fc62d14b9a85b31 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/f129e54d4c524a279fc62d14b9a85b31 2024-11-20T06:53:15,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/f129e54d4c524a279fc62d14b9a85b31, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T06:53:15,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1918f398200641ba16b2f9845c23cde8 in 877ms, sequenceid=488, compaction requested=true 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:15,519 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:15,519 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1918f398200641ba16b2f9845c23cde8:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:15,520 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:15,520 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:15,520 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/A is initiating minor compaction (all files) 2024-11-20T06:53:15,520 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/B is initiating minor compaction (all files) 2024-11-20T06:53:15,520 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/B in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:15,520 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/A in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:15,520 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/21929d22ec7245108b88db96b240cce0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/a46232b7ae2f4a60a1f7619a7e9f8732, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c1b1b7aa52e4494593f3ceaa868394ae] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=37.1 K 2024-11-20T06:53:15,520 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f4cdd29eca44bfe9077ab7536db79f0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/d9133f41d9734d35b7aca48a5d4f2879, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eae4d26a96b441b895d6fa808fce0283] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=37.1 K 2024-11-20T06:53:15,521 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 21929d22ec7245108b88db96b240cce0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732085593414 2024-11-20T06:53:15,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f4cdd29eca44bfe9077ab7536db79f0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732085593414 2024-11-20T06:53:15,521 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a46232b7ae2f4a60a1f7619a7e9f8732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732085593629 2024-11-20T06:53:15,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9133f41d9734d35b7aca48a5d4f2879, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732085593629 2024-11-20T06:53:15,521 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c1b1b7aa52e4494593f3ceaa868394ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732085593990 2024-11-20T06:53:15,521 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae4d26a96b441b895d6fa808fce0283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732085593990 2024-11-20T06:53:15,527 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:15,527 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#A#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:15,527 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ec1bc58d5feb4696adaa99db13e5e318 is 50, key is test_row_0/B:col10/1732085593990/Put/seqid=0 2024-11-20T06:53:15,527 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/4f0c96c0ecf349edb0450b2853686f9d is 50, key is test_row_0/A:col10/1732085593990/Put/seqid=0 2024-11-20T06:53:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742177_1353 (size=13527) 2024-11-20T06:53:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742178_1354 (size=13527) 2024-11-20T06:53:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:15,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T06:53:15,895 INFO [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140. 2024-11-20T06:53:15,895 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-11-20T06:53:15,895 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:15,895 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:15,895 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:15,895 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:53:15,895 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:15,895 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:53:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:15,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:53:15,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:15,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:15,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/65f5bfad6c08457587f62cb3f6648ccc is 50, key is test_row_0/A:col10/1732085594744/Put/seqid=0 2024-11-20T06:53:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742179_1355 (size=12301) 2024-11-20T06:53:15,937 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/ec1bc58d5feb4696adaa99db13e5e318 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ec1bc58d5feb4696adaa99db13e5e318 2024-11-20T06:53:15,937 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/4f0c96c0ecf349edb0450b2853686f9d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4f0c96c0ecf349edb0450b2853686f9d 2024-11-20T06:53:15,943 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/B of 1918f398200641ba16b2f9845c23cde8 into ec1bc58d5feb4696adaa99db13e5e318(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:15,943 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/A of 1918f398200641ba16b2f9845c23cde8 into 4f0c96c0ecf349edb0450b2853686f9d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:15,943 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/B, priority=13, startTime=1732085595519; duration=0sec 2024-11-20T06:53:15,943 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/A, priority=13, startTime=1732085595519; duration=0sec 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:A 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:B 2024-11-20T06:53:15,943 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:15,944 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:15,944 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 1918f398200641ba16b2f9845c23cde8/C is initiating minor compaction (all files) 2024-11-20T06:53:15,944 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1918f398200641ba16b2f9845c23cde8/C in TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:15,944 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/0b2df9aeb3224f7391e9a9c297cb241b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9cdebb27576f407691e665dd7fa781cc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3fd9ac32d188400585ad831d5230a894, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/f129e54d4c524a279fc62d14b9a85b31] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp, totalSize=49.0 K 2024-11-20T06:53:15,945 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b2df9aeb3224f7391e9a9c297cb241b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732085592255 2024-11-20T06:53:15,945 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cdebb27576f407691e665dd7fa781cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732085593414 2024-11-20T06:53:15,945 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fd9ac32d188400585ad831d5230a894, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732085593629 2024-11-20T06:53:15,945 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f129e54d4c524a279fc62d14b9a85b31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732085593990 2024-11-20T06:53:15,952 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1918f398200641ba16b2f9845c23cde8#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:15,952 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/51abf553fa7b43b1bd10c1d7d0735f12 is 50, key is test_row_0/C:col10/1732085593990/Put/seqid=0 2024-11-20T06:53:15,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742180_1356 (size=13459) 2024-11-20T06:53:16,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/65f5bfad6c08457587f62cb3f6648ccc 2024-11-20T06:53:16,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/e2601c0591614f6187b7b568df798611 is 50, key is test_row_0/B:col10/1732085594744/Put/seqid=0 2024-11-20T06:53:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742181_1357 (size=12301) 2024-11-20T06:53:16,361 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/51abf553fa7b43b1bd10c1d7d0735f12 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/51abf553fa7b43b1bd10c1d7d0735f12 2024-11-20T06:53:16,366 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1918f398200641ba16b2f9845c23cde8/C of 1918f398200641ba16b2f9845c23cde8 into 51abf553fa7b43b1bd10c1d7d0735f12(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:16,366 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:16,366 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., storeName=1918f398200641ba16b2f9845c23cde8/C, priority=12, startTime=1732085595519; duration=0sec 2024-11-20T06:53:16,366 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:16,366 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1918f398200641ba16b2f9845c23cde8:C 2024-11-20T06:53:16,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/e2601c0591614f6187b7b568df798611 2024-11-20T06:53:16,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/6aca9033b7c0487d89fced775f3ac87c is 50, key is test_row_0/C:col10/1732085594744/Put/seqid=0 2024-11-20T06:53:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742182_1358 (size=12301) 2024-11-20T06:53:17,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/6aca9033b7c0487d89fced775f3ac87c 2024-11-20T06:53:17,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/65f5bfad6c08457587f62cb3f6648ccc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/65f5bfad6c08457587f62cb3f6648ccc 2024-11-20T06:53:17,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/65f5bfad6c08457587f62cb3f6648ccc, entries=150, sequenceid=526, filesize=12.0 K 2024-11-20T06:53:17,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/e2601c0591614f6187b7b568df798611 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e2601c0591614f6187b7b568df798611 2024-11-20T06:53:17,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e2601c0591614f6187b7b568df798611, entries=150, sequenceid=526, filesize=12.0 K 2024-11-20T06:53:17,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/6aca9033b7c0487d89fced775f3ac87c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/6aca9033b7c0487d89fced775f3ac87c 2024-11-20T06:53:17,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/6aca9033b7c0487d89fced775f3ac87c, entries=150, sequenceid=526, filesize=12.0 K 2024-11-20T06:53:17,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=0 B/0 for 1918f398200641ba16b2f9845c23cde8 in 1252ms, sequenceid=526, compaction requested=false 2024-11-20T06:53:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1918f398200641ba16b2f9845c23cde8: 2024-11-20T06:53:18,512 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-20T06:53:18,512 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:18,512 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,512 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:18,533 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-11-20T06:53:18,533 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:18,533 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,533 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:18,572 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-20T06:53:18,572 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:18,572 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,572 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 192 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2778 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2775 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2796 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2775 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2768 2024-11-20T06:53:18,572 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T06:53:18,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:53:18,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:53:18,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:18,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T06:53:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-20T06:53:18,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085598576"}]},"ts":"1732085598576"} 2024-11-20T06:53:18,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T06:53:18,578 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T06:53:18,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:53:18,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, UNASSIGN}] 2024-11-20T06:53:18,580 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, UNASSIGN 2024-11-20T06:53:18,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1918f398200641ba16b2f9845c23cde8, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:18,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, UNASSIGN because future has completed 2024-11-20T06:53:18,582 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:53:18,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:53:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-20T06:53:18,736 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:18,736 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:53:18,736 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 1918f398200641ba16b2f9845c23cde8, disabling compactions & flushes 2024-11-20T06:53:18,736 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:18,736 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:18,736 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. after waiting 0 ms 2024-11-20T06:53:18,736 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:18,736 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(2902): Flushing 1918f398200641ba16b2f9845c23cde8 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-20T06:53:18,737 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=A 2024-11-20T06:53:18,737 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:18,737 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=B 2024-11-20T06:53:18,737 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:18,737 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1918f398200641ba16b2f9845c23cde8, store=C 2024-11-20T06:53:18,737 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:18,743 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cacaddd2991f4203a89f43d18607975c is 50, key is test_row_0/A:col10/1732085598531/Put/seqid=0 2024-11-20T06:53:18,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742183_1359 (size=9857) 2024-11-20T06:53:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-20T06:53:19,150 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cacaddd2991f4203a89f43d18607975c 2024-11-20T06:53:19,157 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/723ae9a9fdf346339842207f2fe244f4 is 50, key is test_row_0/B:col10/1732085598531/Put/seqid=0 2024-11-20T06:53:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742184_1360 (size=9857) 2024-11-20T06:53:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-20T06:53:19,561 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/723ae9a9fdf346339842207f2fe244f4 2024-11-20T06:53:19,567 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/22e8f3a695a742768e254f2eae4c2010 is 50, key is test_row_0/C:col10/1732085598531/Put/seqid=0 2024-11-20T06:53:19,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742185_1361 (size=9857) 2024-11-20T06:53:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-20T06:53:19,971 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/22e8f3a695a742768e254f2eae4c2010 2024-11-20T06:53:19,976 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/A/cacaddd2991f4203a89f43d18607975c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cacaddd2991f4203a89f43d18607975c 2024-11-20T06:53:19,980 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cacaddd2991f4203a89f43d18607975c, entries=100, sequenceid=535, filesize=9.6 K 2024-11-20T06:53:19,981 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/B/723ae9a9fdf346339842207f2fe244f4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/723ae9a9fdf346339842207f2fe244f4 2024-11-20T06:53:19,985 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/723ae9a9fdf346339842207f2fe244f4, entries=100, sequenceid=535, filesize=9.6 K 2024-11-20T06:53:19,986 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/.tmp/C/22e8f3a695a742768e254f2eae4c2010 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/22e8f3a695a742768e254f2eae4c2010 2024-11-20T06:53:19,990 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/22e8f3a695a742768e254f2eae4c2010, entries=100, sequenceid=535, filesize=9.6 K 2024-11-20T06:53:19,991 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 1918f398200641ba16b2f9845c23cde8 in 1255ms, sequenceid=535, compaction requested=true 2024-11-20T06:53:19,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eff051588f704ce791ce994479b260d6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/676d727e117244e4ac055367fc2f2c41, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/21e210cd29674772b2c3b1abf20fd6d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/085c9f8df468449aa58e75796e224ac9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/97a36a223cb949baa6b40fb61da09cfe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f7239faaca974d88a5e489493282855d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f60adb760909403ea2a697b9d1d3e93e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/df52d4799e064f76b2628117fd717f1c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/76c1620a7530455b80590c2d8d725982, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/905403a1416c4187951cf69303f21b97, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1a48950f1941489d93d6fbb48cef890a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/9ac2dadabc6a4e4c83d63c5db716ddc2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8a7b4785bf314d798441f880001b4540, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c374eddbf1d54367a951a3f6f0296da6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f7c6bc73bad40109444858c329db344, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/e3850c86e71c4420a8fcf7d16a8f4963, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/ed7476d492ce4f719281c93a71219732, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/40d529114efb4fd8bba1772911f186a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/a08e5ae03b4146779bfbd51c99a299aa, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/fb84f159fcde436490e6e4c3f4b9fcd3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c8aeef64e69d4dcaa220bbfae4415b83, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/516039866ec3437fa326702df3f7c299, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4a38ffcdfcae45e8803df9bb6950f918, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cabc24bda59542c2bfd49e0740625351, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/3b8957fef0fd47ebbd6d865b434bdeb5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cf111dbca265408da8df496cfe8db302, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/73fcf7c787d44d06b9e8446787110480, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/46899b4442304c359609021dc1c22eab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/92a15099c03049e2b28b376ed7ecd46c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8e84cb041f2a474ea37702cf158166a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/84c91e4f2aab4b3cb1c2c65ec748a915, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/2f0d20c0967a4ad581597b35ca983029, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/6621fdac97de46a08f319d93681e18a9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f4cdd29eca44bfe9077ab7536db79f0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/d9133f41d9734d35b7aca48a5d4f2879, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eae4d26a96b441b895d6fa808fce0283] to archive 2024-11-20T06:53:19,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:53:19,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eff051588f704ce791ce994479b260d6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eff051588f704ce791ce994479b260d6 2024-11-20T06:53:19,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/676d727e117244e4ac055367fc2f2c41 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/676d727e117244e4ac055367fc2f2c41 2024-11-20T06:53:19,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/21e210cd29674772b2c3b1abf20fd6d3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/21e210cd29674772b2c3b1abf20fd6d3 2024-11-20T06:53:19,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/085c9f8df468449aa58e75796e224ac9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/085c9f8df468449aa58e75796e224ac9 2024-11-20T06:53:19,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/97a36a223cb949baa6b40fb61da09cfe to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/97a36a223cb949baa6b40fb61da09cfe 2024-11-20T06:53:19,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f7239faaca974d88a5e489493282855d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f7239faaca974d88a5e489493282855d 2024-11-20T06:53:20,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f60adb760909403ea2a697b9d1d3e93e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/f60adb760909403ea2a697b9d1d3e93e 2024-11-20T06:53:20,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/df52d4799e064f76b2628117fd717f1c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/df52d4799e064f76b2628117fd717f1c 2024-11-20T06:53:20,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/76c1620a7530455b80590c2d8d725982 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/76c1620a7530455b80590c2d8d725982 2024-11-20T06:53:20,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/905403a1416c4187951cf69303f21b97 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/905403a1416c4187951cf69303f21b97 2024-11-20T06:53:20,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1a48950f1941489d93d6fbb48cef890a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1a48950f1941489d93d6fbb48cef890a 2024-11-20T06:53:20,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/9ac2dadabc6a4e4c83d63c5db716ddc2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/9ac2dadabc6a4e4c83d63c5db716ddc2 2024-11-20T06:53:20,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8a7b4785bf314d798441f880001b4540 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8a7b4785bf314d798441f880001b4540 2024-11-20T06:53:20,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c374eddbf1d54367a951a3f6f0296da6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c374eddbf1d54367a951a3f6f0296da6 2024-11-20T06:53:20,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f7c6bc73bad40109444858c329db344 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f7c6bc73bad40109444858c329db344 2024-11-20T06:53:20,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/e3850c86e71c4420a8fcf7d16a8f4963 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/e3850c86e71c4420a8fcf7d16a8f4963 2024-11-20T06:53:20,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/ed7476d492ce4f719281c93a71219732 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/ed7476d492ce4f719281c93a71219732 2024-11-20T06:53:20,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/40d529114efb4fd8bba1772911f186a1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/40d529114efb4fd8bba1772911f186a1 2024-11-20T06:53:20,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/a08e5ae03b4146779bfbd51c99a299aa to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/a08e5ae03b4146779bfbd51c99a299aa 2024-11-20T06:53:20,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/fb84f159fcde436490e6e4c3f4b9fcd3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/fb84f159fcde436490e6e4c3f4b9fcd3 2024-11-20T06:53:20,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c8aeef64e69d4dcaa220bbfae4415b83 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/c8aeef64e69d4dcaa220bbfae4415b83 2024-11-20T06:53:20,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/516039866ec3437fa326702df3f7c299 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/516039866ec3437fa326702df3f7c299 2024-11-20T06:53:20,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4a38ffcdfcae45e8803df9bb6950f918 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4a38ffcdfcae45e8803df9bb6950f918 2024-11-20T06:53:20,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cabc24bda59542c2bfd49e0740625351 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cabc24bda59542c2bfd49e0740625351 2024-11-20T06:53:20,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/3b8957fef0fd47ebbd6d865b434bdeb5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/3b8957fef0fd47ebbd6d865b434bdeb5 2024-11-20T06:53:20,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cf111dbca265408da8df496cfe8db302 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cf111dbca265408da8df496cfe8db302 2024-11-20T06:53:20,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/73fcf7c787d44d06b9e8446787110480 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/73fcf7c787d44d06b9e8446787110480 2024-11-20T06:53:20,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/46899b4442304c359609021dc1c22eab to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/46899b4442304c359609021dc1c22eab 2024-11-20T06:53:20,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/92a15099c03049e2b28b376ed7ecd46c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/92a15099c03049e2b28b376ed7ecd46c 2024-11-20T06:53:20,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8e84cb041f2a474ea37702cf158166a1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/8e84cb041f2a474ea37702cf158166a1 2024-11-20T06:53:20,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/84c91e4f2aab4b3cb1c2c65ec748a915 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/84c91e4f2aab4b3cb1c2c65ec748a915 2024-11-20T06:53:20,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/2f0d20c0967a4ad581597b35ca983029 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/2f0d20c0967a4ad581597b35ca983029 2024-11-20T06:53:20,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/6621fdac97de46a08f319d93681e18a9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/6621fdac97de46a08f319d93681e18a9 2024-11-20T06:53:20,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f4cdd29eca44bfe9077ab7536db79f0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/1f4cdd29eca44bfe9077ab7536db79f0 2024-11-20T06:53:20,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/d9133f41d9734d35b7aca48a5d4f2879 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/d9133f41d9734d35b7aca48a5d4f2879 2024-11-20T06:53:20,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eae4d26a96b441b895d6fa808fce0283 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/eae4d26a96b441b895d6fa808fce0283 2024-11-20T06:53:20,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4bbd455fa07c44fa8e2b0ce1f79440c1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d9a3ea844bce481b86e2b4663cf1c4bd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/f29c55a9886a4484bdd3f1913c02ccb8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/9c9a6e5d16f54d3baf9c00ebd09c7db7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/aaf20f70015941248507247966238da9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/2e67e525d0b342ea982eaeda36ffa80e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/80cb14464caa4b3bbca2b6c630a2caab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5ee0c6468f004c2bb2f9aade8c3cc59c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/bdbf8b080106421e9907d23f85a78aca, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ff7450f1f184aff837648d92df521d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5a2de98e3e5e45e9a921383650a14270, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cd8f9b179403424ca611118b45efefc4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/426dceaf1e734e21a7b974b024a1a505, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ba71191cc94048b0a5c87b78aa4b628d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cc946c7b498f41ca8527a72d2bfdc08f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4cb2238cf7de48158ab484d427b144b1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/039f3c2e46764e2fb070452b37fc9793, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8d2e422060be41d59d53c081ef58bc40, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0d1f26701c9946559338ba3e50725670, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e35dc1b259fb476ca8fd0fcc7f3de1f6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/7568b0b20283412f879ad9d611a13ebe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0f89af9ebe0d4e65848a65e8562fa982, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d0dfef8ebd9344ac9e3467dacbe254b2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ecc0d33dc32440ea5aee2b128a0708e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/87f33c683d4d43d5a5ac50b579d7c800, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/86f3ad416e3547428f3dc4751ba60037, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c0ed3589faa14b338993bd30b2cb1ce0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/39fa1a7702ad462e87ad04ca0a32ef9d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/01469e24bf32455a9bec76ff9397d834, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/fcebf8dd25664a7da21e78a88a3eb3ab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d360dfb95c254f54b5a66bab1edf1fa6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/27bc136d07d94244ad116e772e5f0c59, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/21929d22ec7245108b88db96b240cce0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ffe3fc551ce84a059b1db0c227a97b68, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/a46232b7ae2f4a60a1f7619a7e9f8732, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c1b1b7aa52e4494593f3ceaa868394ae] to archive 2024-11-20T06:53:20,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:53:20,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4bbd455fa07c44fa8e2b0ce1f79440c1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4bbd455fa07c44fa8e2b0ce1f79440c1 2024-11-20T06:53:20,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d9a3ea844bce481b86e2b4663cf1c4bd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d9a3ea844bce481b86e2b4663cf1c4bd 2024-11-20T06:53:20,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/f29c55a9886a4484bdd3f1913c02ccb8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/f29c55a9886a4484bdd3f1913c02ccb8 2024-11-20T06:53:20,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/9c9a6e5d16f54d3baf9c00ebd09c7db7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/9c9a6e5d16f54d3baf9c00ebd09c7db7 2024-11-20T06:53:20,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/aaf20f70015941248507247966238da9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/aaf20f70015941248507247966238da9 2024-11-20T06:53:20,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/2e67e525d0b342ea982eaeda36ffa80e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/2e67e525d0b342ea982eaeda36ffa80e 2024-11-20T06:53:20,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/80cb14464caa4b3bbca2b6c630a2caab to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/80cb14464caa4b3bbca2b6c630a2caab 2024-11-20T06:53:20,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5ee0c6468f004c2bb2f9aade8c3cc59c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5ee0c6468f004c2bb2f9aade8c3cc59c 2024-11-20T06:53:20,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/bdbf8b080106421e9907d23f85a78aca to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/bdbf8b080106421e9907d23f85a78aca 2024-11-20T06:53:20,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ff7450f1f184aff837648d92df521d1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ff7450f1f184aff837648d92df521d1 2024-11-20T06:53:20,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5a2de98e3e5e45e9a921383650a14270 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/5a2de98e3e5e45e9a921383650a14270 2024-11-20T06:53:20,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cd8f9b179403424ca611118b45efefc4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cd8f9b179403424ca611118b45efefc4 2024-11-20T06:53:20,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/426dceaf1e734e21a7b974b024a1a505 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/426dceaf1e734e21a7b974b024a1a505 2024-11-20T06:53:20,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ba71191cc94048b0a5c87b78aa4b628d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ba71191cc94048b0a5c87b78aa4b628d 2024-11-20T06:53:20,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cc946c7b498f41ca8527a72d2bfdc08f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/cc946c7b498f41ca8527a72d2bfdc08f 2024-11-20T06:53:20,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4cb2238cf7de48158ab484d427b144b1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/4cb2238cf7de48158ab484d427b144b1 2024-11-20T06:53:20,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/039f3c2e46764e2fb070452b37fc9793 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/039f3c2e46764e2fb070452b37fc9793 2024-11-20T06:53:20,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8d2e422060be41d59d53c081ef58bc40 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8d2e422060be41d59d53c081ef58bc40 2024-11-20T06:53:20,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0d1f26701c9946559338ba3e50725670 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0d1f26701c9946559338ba3e50725670 2024-11-20T06:53:20,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e35dc1b259fb476ca8fd0fcc7f3de1f6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e35dc1b259fb476ca8fd0fcc7f3de1f6 2024-11-20T06:53:20,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/7568b0b20283412f879ad9d611a13ebe to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/7568b0b20283412f879ad9d611a13ebe 2024-11-20T06:53:20,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0f89af9ebe0d4e65848a65e8562fa982 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/0f89af9ebe0d4e65848a65e8562fa982 2024-11-20T06:53:20,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d0dfef8ebd9344ac9e3467dacbe254b2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d0dfef8ebd9344ac9e3467dacbe254b2 2024-11-20T06:53:20,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ecc0d33dc32440ea5aee2b128a0708e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/8ecc0d33dc32440ea5aee2b128a0708e 2024-11-20T06:53:20,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/87f33c683d4d43d5a5ac50b579d7c800 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/87f33c683d4d43d5a5ac50b579d7c800 2024-11-20T06:53:20,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/86f3ad416e3547428f3dc4751ba60037 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/86f3ad416e3547428f3dc4751ba60037 2024-11-20T06:53:20,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c0ed3589faa14b338993bd30b2cb1ce0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c0ed3589faa14b338993bd30b2cb1ce0 2024-11-20T06:53:20,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/39fa1a7702ad462e87ad04ca0a32ef9d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/39fa1a7702ad462e87ad04ca0a32ef9d 2024-11-20T06:53:20,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/01469e24bf32455a9bec76ff9397d834 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/01469e24bf32455a9bec76ff9397d834 2024-11-20T06:53:20,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/fcebf8dd25664a7da21e78a88a3eb3ab to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/fcebf8dd25664a7da21e78a88a3eb3ab 2024-11-20T06:53:20,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d360dfb95c254f54b5a66bab1edf1fa6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/d360dfb95c254f54b5a66bab1edf1fa6 2024-11-20T06:53:20,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/27bc136d07d94244ad116e772e5f0c59 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/27bc136d07d94244ad116e772e5f0c59 2024-11-20T06:53:20,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/21929d22ec7245108b88db96b240cce0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/21929d22ec7245108b88db96b240cce0 2024-11-20T06:53:20,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ffe3fc551ce84a059b1db0c227a97b68 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ffe3fc551ce84a059b1db0c227a97b68 2024-11-20T06:53:20,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/a46232b7ae2f4a60a1f7619a7e9f8732 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/a46232b7ae2f4a60a1f7619a7e9f8732 2024-11-20T06:53:20,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c1b1b7aa52e4494593f3ceaa868394ae to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/c1b1b7aa52e4494593f3ceaa868394ae 2024-11-20T06:53:20,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/08f84cd23c354bef899214e18057b23d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9ce511737c8b433bbb65339ae93e9533, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ceb5d728b9a34dbcb21062897a6dd52b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e041afd3005343f68085ab8d1d56823b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/1ae4ee9627ee416381ce09517feffcf0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3231e1644de44fe89c79eb97a3957fef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/fb2ca3593185493c8de13852987b3139, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/81a487784cde45a59b1ca59767b5909d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7b6f0b8ccd6546a48937c535adb3cfe2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e997a69280454a8381e0c879adef46a4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d161bd68d64e4077b9f710cbe4be1196, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/74c6fbb4b93348ac80805108512a9238, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/548d53a1f11d47c68492a808f32a75a4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/dc0eadaff19d451eb53efe8c58d8078c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5919eb8dd0d94036b55c46a46d678f56, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/97836a6d4ba44bdfa4fce09ded00f518, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/44747d17b3fe4ec8a14a3519c7eb0ecc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ff85ab459bb544bc8e11d8e397d18f9c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/41f4b4c245514030b43c1730c23a9198, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d6532f3ac360490fae5e5de61d0f2024, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/448502c49dc64e89986f60a49d910e07, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3a6d424c7e324825ba2f14bb880b76a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/108fca3b5a6f4868a139ffc4b121ece3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/2014d2f6f7e14c02bf66bf4b7e6fc07d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5b18ffd3fa424ef0a6f202d89ea2ffda, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5c21c10e572a415d88a3010470c0b2d5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7064f0386cc94899aa53d6d240b457a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d3c1c8c51a7a419f9e74ce8f2d83a83d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e86e418857394a149acc3ccc2772ffee, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/0b2df9aeb3224f7391e9a9c297cb241b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/16ead8853c2745fa8133b28e189b7074, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9cdebb27576f407691e665dd7fa781cc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3fd9ac32d188400585ad831d5230a894, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/f129e54d4c524a279fc62d14b9a85b31] to archive 2024-11-20T06:53:20,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:53:20,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/08f84cd23c354bef899214e18057b23d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/08f84cd23c354bef899214e18057b23d 2024-11-20T06:53:20,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9ce511737c8b433bbb65339ae93e9533 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9ce511737c8b433bbb65339ae93e9533 2024-11-20T06:53:20,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ceb5d728b9a34dbcb21062897a6dd52b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ceb5d728b9a34dbcb21062897a6dd52b 2024-11-20T06:53:20,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e041afd3005343f68085ab8d1d56823b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e041afd3005343f68085ab8d1d56823b 2024-11-20T06:53:20,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/1ae4ee9627ee416381ce09517feffcf0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/1ae4ee9627ee416381ce09517feffcf0 2024-11-20T06:53:20,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3231e1644de44fe89c79eb97a3957fef to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3231e1644de44fe89c79eb97a3957fef 2024-11-20T06:53:20,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/fb2ca3593185493c8de13852987b3139 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/fb2ca3593185493c8de13852987b3139 2024-11-20T06:53:20,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/81a487784cde45a59b1ca59767b5909d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/81a487784cde45a59b1ca59767b5909d 2024-11-20T06:53:20,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7b6f0b8ccd6546a48937c535adb3cfe2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7b6f0b8ccd6546a48937c535adb3cfe2 2024-11-20T06:53:20,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e997a69280454a8381e0c879adef46a4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e997a69280454a8381e0c879adef46a4 2024-11-20T06:53:20,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d161bd68d64e4077b9f710cbe4be1196 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d161bd68d64e4077b9f710cbe4be1196 2024-11-20T06:53:20,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/74c6fbb4b93348ac80805108512a9238 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/74c6fbb4b93348ac80805108512a9238 2024-11-20T06:53:20,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/548d53a1f11d47c68492a808f32a75a4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/548d53a1f11d47c68492a808f32a75a4 2024-11-20T06:53:20,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/dc0eadaff19d451eb53efe8c58d8078c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/dc0eadaff19d451eb53efe8c58d8078c 2024-11-20T06:53:20,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5919eb8dd0d94036b55c46a46d678f56 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5919eb8dd0d94036b55c46a46d678f56 2024-11-20T06:53:20,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/97836a6d4ba44bdfa4fce09ded00f518 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/97836a6d4ba44bdfa4fce09ded00f518 2024-11-20T06:53:20,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/44747d17b3fe4ec8a14a3519c7eb0ecc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/44747d17b3fe4ec8a14a3519c7eb0ecc 2024-11-20T06:53:20,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ff85ab459bb544bc8e11d8e397d18f9c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/ff85ab459bb544bc8e11d8e397d18f9c 2024-11-20T06:53:20,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/41f4b4c245514030b43c1730c23a9198 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/41f4b4c245514030b43c1730c23a9198 2024-11-20T06:53:20,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d6532f3ac360490fae5e5de61d0f2024 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d6532f3ac360490fae5e5de61d0f2024 2024-11-20T06:53:20,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/448502c49dc64e89986f60a49d910e07 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/448502c49dc64e89986f60a49d910e07 2024-11-20T06:53:20,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3a6d424c7e324825ba2f14bb880b76a1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3a6d424c7e324825ba2f14bb880b76a1 2024-11-20T06:53:20,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/108fca3b5a6f4868a139ffc4b121ece3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/108fca3b5a6f4868a139ffc4b121ece3 2024-11-20T06:53:20,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/2014d2f6f7e14c02bf66bf4b7e6fc07d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/2014d2f6f7e14c02bf66bf4b7e6fc07d 2024-11-20T06:53:20,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5b18ffd3fa424ef0a6f202d89ea2ffda to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5b18ffd3fa424ef0a6f202d89ea2ffda 2024-11-20T06:53:20,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5c21c10e572a415d88a3010470c0b2d5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/5c21c10e572a415d88a3010470c0b2d5 2024-11-20T06:53:20,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7064f0386cc94899aa53d6d240b457a2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/7064f0386cc94899aa53d6d240b457a2 2024-11-20T06:53:20,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d3c1c8c51a7a419f9e74ce8f2d83a83d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/d3c1c8c51a7a419f9e74ce8f2d83a83d 2024-11-20T06:53:20,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e86e418857394a149acc3ccc2772ffee to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/e86e418857394a149acc3ccc2772ffee 2024-11-20T06:53:20,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/0b2df9aeb3224f7391e9a9c297cb241b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/0b2df9aeb3224f7391e9a9c297cb241b 2024-11-20T06:53:20,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/16ead8853c2745fa8133b28e189b7074 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/16ead8853c2745fa8133b28e189b7074 2024-11-20T06:53:20,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9cdebb27576f407691e665dd7fa781cc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/9cdebb27576f407691e665dd7fa781cc 2024-11-20T06:53:20,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3fd9ac32d188400585ad831d5230a894 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/3fd9ac32d188400585ad831d5230a894 2024-11-20T06:53:20,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/f129e54d4c524a279fc62d14b9a85b31 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/f129e54d4c524a279fc62d14b9a85b31 2024-11-20T06:53:20,105 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/recovered.edits/538.seqid, newMaxSeqId=538, maxSeqId=1 2024-11-20T06:53:20,106 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. 2024-11-20T06:53:20,106 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 1918f398200641ba16b2f9845c23cde8: Waiting for close lock at 1732085598736Running coprocessor pre-close hooks at 1732085598736Disabling compacts and flushes for region at 1732085598736Disabling writes for close at 1732085598736Obtaining lock to block concurrent updates at 1732085598736Preparing flush snapshotting stores in 1918f398200641ba16b2f9845c23cde8 at 1732085598736Finished memstore snapshotting TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732085598737 (+1 ms)Flushing stores of TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8. at 1732085598738 (+1 ms)Flushing 1918f398200641ba16b2f9845c23cde8/A: creating writer at 1732085598738Flushing 1918f398200641ba16b2f9845c23cde8/A: appending metadata at 1732085598742 (+4 ms)Flushing 1918f398200641ba16b2f9845c23cde8/A: closing flushed file at 1732085598742Flushing 1918f398200641ba16b2f9845c23cde8/B: creating writer at 1732085599153 (+411 ms)Flushing 1918f398200641ba16b2f9845c23cde8/B: appending metadata at 1732085599156 (+3 ms)Flushing 1918f398200641ba16b2f9845c23cde8/B: closing flushed file at 1732085599156Flushing 1918f398200641ba16b2f9845c23cde8/C: creating writer at 1732085599565 (+409 ms)Flushing 1918f398200641ba16b2f9845c23cde8/C: appending metadata at 1732085599566 (+1 ms)Flushing 1918f398200641ba16b2f9845c23cde8/C: closing flushed file at 1732085599567 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d816d32: reopening flushed file at 1732085599975 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c3d949: reopening flushed file at 1732085599980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754d5833: reopening flushed file at 1732085599985 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 1918f398200641ba16b2f9845c23cde8 in 1255ms, sequenceid=535, compaction requested=true at 1732085599991 (+6 ms)Writing region close event to WAL at 1732085600102 (+111 ms)Running coprocessor post-close hooks at 1732085600106 (+4 ms)Closed at 1732085600106 2024-11-20T06:53:20,108 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:20,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1918f398200641ba16b2f9845c23cde8, regionState=CLOSED 2024-11-20T06:53:20,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:53:20,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T06:53:20,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 1918f398200641ba16b2f9845c23cde8, server=61c2066a8a0f,44005,1732085505243 in 1.5270 sec 2024-11-20T06:53:20,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T06:53:20,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1918f398200641ba16b2f9845c23cde8, UNASSIGN in 1.5320 sec 2024-11-20T06:53:20,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T06:53:20,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5350 sec 2024-11-20T06:53:20,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085600115"}]},"ts":"1732085600115"} 2024-11-20T06:53:20,116 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T06:53:20,117 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T06:53:20,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5440 sec 2024-11-20T06:53:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-20T06:53:20,731 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:20,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T06:53:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,736 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=98, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-20T06:53:20,737 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=98, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,741 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:20,745 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/recovered.edits] 2024-11-20T06:53:20,747 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4f0c96c0ecf349edb0450b2853686f9d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/4f0c96c0ecf349edb0450b2853686f9d 2024-11-20T06:53:20,748 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/65f5bfad6c08457587f62cb3f6648ccc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/65f5bfad6c08457587f62cb3f6648ccc 2024-11-20T06:53:20,750 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cacaddd2991f4203a89f43d18607975c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/A/cacaddd2991f4203a89f43d18607975c 2024-11-20T06:53:20,752 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/723ae9a9fdf346339842207f2fe244f4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/723ae9a9fdf346339842207f2fe244f4 2024-11-20T06:53:20,754 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e2601c0591614f6187b7b568df798611 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/e2601c0591614f6187b7b568df798611 2024-11-20T06:53:20,755 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ec1bc58d5feb4696adaa99db13e5e318 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/B/ec1bc58d5feb4696adaa99db13e5e318 2024-11-20T06:53:20,757 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/22e8f3a695a742768e254f2eae4c2010 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/22e8f3a695a742768e254f2eae4c2010 2024-11-20T06:53:20,758 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/51abf553fa7b43b1bd10c1d7d0735f12 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/51abf553fa7b43b1bd10c1d7d0735f12 2024-11-20T06:53:20,759 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/6aca9033b7c0487d89fced775f3ac87c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/C/6aca9033b7c0487d89fced775f3ac87c 2024-11-20T06:53:20,761 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/recovered.edits/538.seqid to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8/recovered.edits/538.seqid 2024-11-20T06:53:20,761 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/1918f398200641ba16b2f9845c23cde8 2024-11-20T06:53:20,761 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T06:53:20,763 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=98, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,766 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T06:53:20,768 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T06:53:20,769 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=98, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,769 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T06:53:20,769 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732085600769"}]},"ts":"9223372036854775807"} 2024-11-20T06:53:20,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T06:53:20,771 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1918f398200641ba16b2f9845c23cde8, NAME => 'TestAcidGuarantees,,1732085572551.1918f398200641ba16b2f9845c23cde8.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T06:53:20,771 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T06:53:20,771 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732085600771"}]},"ts":"9223372036854775807"} 2024-11-20T06:53:20,773 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T06:53:20,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=98, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-20T06:53:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-20T06:53:20,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T06:53:20,840 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:20,849 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 248), OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3417 (was 3631) 2024-11-20T06:53:20,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=3416 2024-11-20T06:53:20,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:53:20,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:53:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:20,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:53:20,862 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:20,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 99 2024-11-20T06:53:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T06:53:20,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:53:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742186_1362 (size=1061) 2024-11-20T06:53:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T06:53:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T06:53:21,270 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:53:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742187_1363 (size=53) 2024-11-20T06:53:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T06:53:21,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:53:21,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 03dd1cf7b9aa1d558a0b666dcf443913, disabling compactions & flushes 2024-11-20T06:53:21,677 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:21,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:21,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. after waiting 0 ms 2024-11-20T06:53:21,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:21,677 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:21,677 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03dd1cf7b9aa1d558a0b666dcf443913: Waiting for close lock at 1732085601677Disabling compacts and flushes for region at 1732085601677Disabling writes for close at 1732085601677Writing region close event to WAL at 1732085601677Closed at 1732085601677 2024-11-20T06:53:21,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:53:21,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732085601678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085601678"}]},"ts":"1732085601678"} 2024-11-20T06:53:21,680 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:53:21,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:53:21,681 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085601681"}]},"ts":"1732085601681"} 2024-11-20T06:53:21,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T06:53:21,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, ASSIGN}] 2024-11-20T06:53:21,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, ASSIGN 2024-11-20T06:53:21,684 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=false 2024-11-20T06:53:21,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:21,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, ASSIGN because future has completed 2024-11-20T06:53:21,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:53:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T06:53:22,005 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:22,006 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7752): Opening region: {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:53:22,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:53:22,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7794): checking encryption for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7797): checking classloading for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,008 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,009 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:22,009 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03dd1cf7b9aa1d558a0b666dcf443913 columnFamilyName A 2024-11-20T06:53:22,009 DEBUG [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:22,010 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(327): Store=03dd1cf7b9aa1d558a0b666dcf443913/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:22,010 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,010 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:22,011 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03dd1cf7b9aa1d558a0b666dcf443913 columnFamilyName B 2024-11-20T06:53:22,011 DEBUG [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:22,011 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(327): Store=03dd1cf7b9aa1d558a0b666dcf443913/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:22,011 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,012 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:22,012 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03dd1cf7b9aa1d558a0b666dcf443913 columnFamilyName C 2024-11-20T06:53:22,012 DEBUG [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:22,012 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(327): Store=03dd1cf7b9aa1d558a0b666dcf443913/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:22,012 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:22,012 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1038): replaying wal for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,013 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,013 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,014 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1048): stopping wal replay for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,014 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1060): Cleaning up temporary data for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,014 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:53:22,015 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1093): writing seq id for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,017 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:53:22,017 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1114): Opened 03dd1cf7b9aa1d558a0b666dcf443913; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65010306, jitterRate=-0.03127095103263855}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:53:22,017 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:22,018 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1006): Region open journal for 03dd1cf7b9aa1d558a0b666dcf443913: Running coprocessor pre-open hook at 1732085602007Writing region info on filesystem at 1732085602007Initializing all the Stores at 1732085602008 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085602008Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085602008Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085602008Cleaning up temporary data from old regions at 1732085602014 (+6 ms)Running coprocessor post-open hooks at 1732085602017 (+3 ms)Region opened successfully at 1732085602017 2024-11-20T06:53:22,018 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., pid=101, masterSystemTime=1732085601997 2024-11-20T06:53:22,020 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:22,020 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:22,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:22,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:53:22,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T06:53:22,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 in 181 msec 2024-11-20T06:53:22,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T06:53:22,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, ASSIGN in 341 msec 2024-11-20T06:53:22,026 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:53:22,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085602026"}]},"ts":"1732085602026"} 2024-11-20T06:53:22,027 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T06:53:22,028 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=99, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:53:22,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-20T06:53:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T06:53:23,020 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:23,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:23,022 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:23,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4500efba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:23,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:23,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:23,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409c3134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:23,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:23,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:23,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:53:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:53:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c4c5e9 2024-11-20T06:53:23,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:53:23,028 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:53:23,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:53:23,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:53:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:23,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742188_1364 (size=1097) 2024-11-20T06:53:23,441 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T06:53:23,441 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T06:53:23,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:53:23,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, REOPEN/MOVE}] 2024-11-20T06:53:23,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, REOPEN/MOVE 2024-11-20T06:53:23,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, REOPEN/MOVE because future has completed 2024-11-20T06:53:23,447 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:53:23,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:53:23,599 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(122): Close 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,599 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:53:23,599 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1722): Closing 03dd1cf7b9aa1d558a0b666dcf443913, disabling compactions & flushes 2024-11-20T06:53:23,599 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,599 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,599 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. after waiting 0 ms 2024-11-20T06:53:23,599 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,611 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T06:53:23,612 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,612 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegion(1676): Region close journal for 03dd1cf7b9aa1d558a0b666dcf443913: Waiting for close lock at 1732085603599Running coprocessor pre-close hooks at 1732085603599Disabling compacts and flushes for region at 1732085603599Disabling writes for close at 1732085603599Writing region close event to WAL at 1732085603607 (+8 ms)Running coprocessor post-close hooks at 1732085603612 (+5 ms)Closed at 1732085603612 2024-11-20T06:53:23,612 WARN [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] regionserver.HRegionServer(3299): Not adding moved region record: 03dd1cf7b9aa1d558a0b666dcf443913 to self. 2024-11-20T06:53:23,614 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=105}] handler.UnassignRegionHandler(157): Closed 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=CLOSED 2024-11-20T06:53:23,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; CloseRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:53:23,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T06:53:23,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; CloseRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 in 171 msec 2024-11-20T06:53:23,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, REOPEN/MOVE; state=CLOSED, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=true 2024-11-20T06:53:23,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:23,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, REOPEN/MOVE because future has completed 2024-11-20T06:53:23,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:53:23,930 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,930 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:53:23,930 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,930 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:53:23,930 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,930 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,932 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,934 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:23,934 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03dd1cf7b9aa1d558a0b666dcf443913 columnFamilyName A 2024-11-20T06:53:23,936 DEBUG [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:23,937 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(327): Store=03dd1cf7b9aa1d558a0b666dcf443913/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:23,937 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,943 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:23,943 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03dd1cf7b9aa1d558a0b666dcf443913 columnFamilyName B 2024-11-20T06:53:23,943 DEBUG [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:23,944 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(327): Store=03dd1cf7b9aa1d558a0b666dcf443913/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:23,944 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,945 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:23,945 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03dd1cf7b9aa1d558a0b666dcf443913 columnFamilyName C 2024-11-20T06:53:23,946 DEBUG [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:23,946 INFO [StoreOpener-03dd1cf7b9aa1d558a0b666dcf443913-1 {}] regionserver.HStore(327): Store=03dd1cf7b9aa1d558a0b666dcf443913/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:23,946 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,947 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,947 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,949 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,950 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,950 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,951 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:53:23,953 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,954 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened 03dd1cf7b9aa1d558a0b666dcf443913; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75470311, jitterRate=0.1245952695608139}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:53:23,954 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:23,955 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for 03dd1cf7b9aa1d558a0b666dcf443913: Running coprocessor pre-open hook at 1732085603931Writing region info on filesystem at 1732085603931Initializing all the Stores at 1732085603931Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085603931Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085603932 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085603932Cleaning up temporary data from old regions at 1732085603950 (+18 ms)Running coprocessor post-open hooks at 1732085603954 (+4 ms)Region opened successfully at 1732085603955 (+1 ms) 2024-11-20T06:53:23,956 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., pid=106, masterSystemTime=1732085603926 2024-11-20T06:53:23,959 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,959 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:23,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=OPEN, openSeqNum=5, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:53:23,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104 2024-11-20T06:53:23,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 in 188 msec 2024-11-20T06:53:23,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T06:53:23,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, REOPEN/MOVE in 519 msec 2024-11-20T06:53:23,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T06:53:23,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec 2024-11-20T06:53:23,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-20T06:53:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-20T06:53:23,974 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:23,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:23,975 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342af2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:23,977 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd64ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:23,979 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41745b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:23,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:23,981 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1246bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:23,983 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:23,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36eee7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:23,985 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4031e630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:23,986 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126489a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:23,988 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0af1ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:23,993 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a6befc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:23,995 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762e5b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:23,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:23,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:24,000 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:24,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbe2607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:24,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:24,002 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fcc8ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:24,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:24,005 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:24,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79df4039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:24,007 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fc084d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:24,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:24,011 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ccf048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:24,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:24,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aad5a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:24,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:24,020 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb7df86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:24,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:24,021 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cfd569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:24,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:24,024 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c356f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:24,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:24,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:24,026 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664976a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:24,031 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,031 DEBUG [Thread-1656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,031 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,032 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-20T06:53:24,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,034 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:24,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:24,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:24,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T06:53:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,039 DEBUG [Thread-1654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,051 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,053 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,060 DEBUG [Thread-1649 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,060 DEBUG [Thread-1649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,066 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:24,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:24,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:24,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,075 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,083 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:24,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:53:24,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9568e18318d489c82e91d68366e314e_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085604068/Put/seqid=0 2024-11-20T06:53:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742189_1365 (size=14594) 2024-11-20T06:53:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T06:53:24,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085604087, max timestamp=1732085604154Num uniques 859; 2024-11-20T06:53:24,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:24,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085604087, max timestamp=1732085604154Num uniques 859; 2024-11-20T06:53:24,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:24,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085604087, max timestamp=1732085604155Num uniques 859; 2024-11-20T06:53:24,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:24,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085664194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085664198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085664210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085664212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085664213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085664320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085664320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085664320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085664340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085664340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T06:53:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,517 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:24,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9568e18318d489c82e91d68366e314e_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9568e18318d489c82e91d68366e314e_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:24,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/fcd61777105e437c9fba2ed9ac566afe, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:24,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/fcd61777105e437c9fba2ed9ac566afe is 175, key is test_row_0/A:col10/1732085604068/Put/seqid=0 2024-11-20T06:53:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085664530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085664530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085664530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742190_1366 (size=39549) 2024-11-20T06:53:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085664560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085664560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T06:53:24,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085664840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085664851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085664851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085664880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085664880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:24,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:24,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/fcd61777105e437c9fba2ed9ac566afe 2024-11-20T06:53:24,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:24,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/7adf1ad06f914536836d9a87a0a3dbd4 is 50, key is test_row_0/B:col10/1732085604068/Put/seqid=0 2024-11-20T06:53:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:24,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:24,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742191_1367 (size=12001) 2024-11-20T06:53:25,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T06:53:25,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/7adf1ad06f914536836d9a87a0a3dbd4 2024-11-20T06:53:25,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085665360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:25,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:25,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085665360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:25,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085665360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:25,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/dbd84daa75464a8cbdc3445a2c5df7fc is 50, key is test_row_0/C:col10/1732085604068/Put/seqid=0 2024-11-20T06:53:25,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085665390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742192_1368 (size=12001) 2024-11-20T06:53:25,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/dbd84daa75464a8cbdc3445a2c5df7fc 2024-11-20T06:53:25,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/fcd61777105e437c9fba2ed9ac566afe as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe 2024-11-20T06:53:25,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085665400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:25,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:25,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe, entries=200, sequenceid=14, filesize=38.6 K 2024-11-20T06:53:25,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/7adf1ad06f914536836d9a87a0a3dbd4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/7adf1ad06f914536836d9a87a0a3dbd4 2024-11-20T06:53:25,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:25,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/7adf1ad06f914536836d9a87a0a3dbd4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T06:53:25,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/dbd84daa75464a8cbdc3445a2c5df7fc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/dbd84daa75464a8cbdc3445a2c5df7fc 2024-11-20T06:53:25,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/dbd84daa75464a8cbdc3445a2c5df7fc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T06:53:25,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1355ms, sequenceid=14, compaction requested=false 2024-11-20T06:53:25,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:25,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T06:53:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:25,568 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-20T06:53:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:25,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c15f1c147af41729b1d82a872d300ae_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085604210/Put/seqid=0 2024-11-20T06:53:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742193_1369 (size=12154) 2024-11-20T06:53:25,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:25,607 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c15f1c147af41729b1d82a872d300ae_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c15f1c147af41729b1d82a872d300ae_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d775bb13329b4a2a85cc3ae1731bb196, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d775bb13329b4a2a85cc3ae1731bb196 is 175, key is test_row_0/A:col10/1732085604210/Put/seqid=0 2024-11-20T06:53:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742194_1370 (size=30955) 2024-11-20T06:53:25,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:53:25,636 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d775bb13329b4a2a85cc3ae1731bb196 2024-11-20T06:53:25,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/940af4433583424591635a11d0f19908 is 50, key is test_row_0/B:col10/1732085604210/Put/seqid=0 2024-11-20T06:53:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742195_1371 (size=12001) 2024-11-20T06:53:26,089 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/940af4433583424591635a11d0f19908 2024-11-20T06:53:26,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/74e1970192e34a6bb27d47503bfbbd05 is 50, key is test_row_0/C:col10/1732085604210/Put/seqid=0 2024-11-20T06:53:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742196_1372 (size=12001) 2024-11-20T06:53:26,111 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/74e1970192e34a6bb27d47503bfbbd05 2024-11-20T06:53:26,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d775bb13329b4a2a85cc3ae1731bb196 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196 2024-11-20T06:53:26,121 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196, entries=150, sequenceid=49, filesize=30.2 K 2024-11-20T06:53:26,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/940af4433583424591635a11d0f19908 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/940af4433583424591635a11d0f19908 2024-11-20T06:53:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,127 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/940af4433583424591635a11d0f19908, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T06:53:26,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/74e1970192e34a6bb27d47503bfbbd05 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/74e1970192e34a6bb27d47503bfbbd05 2024-11-20T06:53:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,144 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/74e1970192e34a6bb27d47503bfbbd05, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T06:53:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,146 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=0 B/0 for 03dd1cf7b9aa1d558a0b666dcf443913 in 578ms, sequenceid=49, compaction requested=false 2024-11-20T06:53:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-20T06:53:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-20T06:53:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T06:53:26,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1130 sec 2024-11-20T06:53:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1190 sec 2024-11-20T06:53:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,180 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-20T06:53:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,183 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:26,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T06:53:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T06:53:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T06:53:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-20T06:53:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-20T06:53:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T06:53:26,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-20T06:53:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 162 msec 2024-11-20T06:53:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T06:53:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,500 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-20T06:53:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T06:53:26,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T06:53:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:26,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T06:53:26,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:26,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112072157cb21cdc48d5a58fa6a13750d9f0_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742197_1373 (size=14594) 2024-11-20T06:53:26,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:26,728 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112072157cb21cdc48d5a58fa6a13750d9f0_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112072157cb21cdc48d5a58fa6a13750d9f0_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:26,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b7e492d1cd174d09be1f3291b0d3f6ff, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:26,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b7e492d1cd174d09be1f3291b0d3f6ff is 175, key is test_row_0/A:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:26,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1732085606678, max timestamp=1732085606725Num uniques 859; 2024-11-20T06:53:26,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:26,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085606678, max timestamp=1732085606725Num uniques 859; 2024-11-20T06:53:26,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:26,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085606678, max timestamp=1732085606725Num uniques 859; 2024-11-20T06:53:26,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742198_1374 (size=39545) 2024-11-20T06:53:26,757 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b7e492d1cd174d09be1f3291b0d3f6ff 2024-11-20T06:53:26,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/f829c55d39c647c8b53e0017f6777613 is 50, key is test_row_0/B:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:26,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742199_1375 (size=9657) 2024-11-20T06:53:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085666771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085666780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085666784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085666786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085666785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T06:53:26,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:26,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T06:53:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085666890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085666890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085666910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085666910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085666910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:26,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T06:53:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:26,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085667100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085667100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T06:53:27,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:27,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T06:53:27,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085667123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085667123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085667123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/f829c55d39c647c8b53e0017f6777613 2024-11-20T06:53:27,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/93746c8802e748cc9e5dc8fa2a2971ba is 50, key is test_row_0/C:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:27,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742200_1376 (size=9657) 2024-11-20T06:53:27,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/93746c8802e748cc9e5dc8fa2a2971ba 2024-11-20T06:53:27,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b7e492d1cd174d09be1f3291b0d3f6ff as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff 2024-11-20T06:53:27,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff, entries=200, sequenceid=60, filesize=38.6 K 2024-11-20T06:53:27,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/f829c55d39c647c8b53e0017f6777613 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/f829c55d39c647c8b53e0017f6777613 2024-11-20T06:53:27,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/f829c55d39c647c8b53e0017f6777613, entries=100, sequenceid=60, filesize=9.4 K 2024-11-20T06:53:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/93746c8802e748cc9e5dc8fa2a2971ba as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/93746c8802e748cc9e5dc8fa2a2971ba 2024-11-20T06:53:27,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T06:53:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:27,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/93746c8802e748cc9e5dc8fa2a2971ba, entries=100, sequenceid=60, filesize=9.4 K 2024-11-20T06:53:27,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 03dd1cf7b9aa1d558a0b666dcf443913 in 658ms, sequenceid=60, compaction requested=true 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:27,299 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:27,299 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:27,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:27,303 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:27,303 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:27,303 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,303 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=107.5 K 2024-11-20T06:53:27,303 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,303 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff] 2024-11-20T06:53:27,303 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:27,303 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:27,303 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,304 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/7adf1ad06f914536836d9a87a0a3dbd4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/940af4433583424591635a11d0f19908, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/f829c55d39c647c8b53e0017f6777613] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=32.9 K 2024-11-20T06:53:27,304 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7adf1ad06f914536836d9a87a0a3dbd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732085604059 2024-11-20T06:53:27,304 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd61777105e437c9fba2ed9ac566afe, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732085604059 2024-11-20T06:53:27,304 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 940af4433583424591635a11d0f19908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085604194 2024-11-20T06:53:27,304 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d775bb13329b4a2a85cc3ae1731bb196, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085604194 2024-11-20T06:53:27,305 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f829c55d39c647c8b53e0017f6777613, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085606636 2024-11-20T06:53:27,305 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e492d1cd174d09be1f3291b0d3f6ff, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085606525 2024-11-20T06:53:27,321 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:27,322 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/eecc7a745944420eaf262998d05ac2a2 is 50, key is test_row_0/B:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:27,331 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:27,343 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d35ed63fc6fc4a2da1f0252bcb7a628f_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:27,345 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d35ed63fc6fc4a2da1f0252bcb7a628f_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:27,346 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d35ed63fc6fc4a2da1f0252bcb7a628f_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742202_1378 (size=4469) 2024-11-20T06:53:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742201_1377 (size=12104) 2024-11-20T06:53:27,384 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/eecc7a745944420eaf262998d05ac2a2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/eecc7a745944420eaf262998d05ac2a2 2024-11-20T06:53:27,391 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into eecc7a745944420eaf262998d05ac2a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:27,391 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:27,391 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=13, startTime=1732085607299; duration=0sec 2024-11-20T06:53:27,391 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:27,391 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:27,391 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:27,393 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:27,393 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/C is initiating minor compaction (all files) 2024-11-20T06:53:27,393 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/C in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,393 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/dbd84daa75464a8cbdc3445a2c5df7fc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/74e1970192e34a6bb27d47503bfbbd05, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/93746c8802e748cc9e5dc8fa2a2971ba] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=32.9 K 2024-11-20T06:53:27,393 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting dbd84daa75464a8cbdc3445a2c5df7fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732085604059 2024-11-20T06:53:27,394 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 74e1970192e34a6bb27d47503bfbbd05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085604194 2024-11-20T06:53:27,394 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 93746c8802e748cc9e5dc8fa2a2971ba, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085606636 2024-11-20T06:53:27,416 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:27,417 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/05dc9eb16ff64265820323ca7d48ce5a is 50, key is test_row_0/C:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742203_1379 (size=12104) 2024-11-20T06:53:27,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T06:53:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:27,435 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-20T06:53:27,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:27,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120531852e1111f4c3b886b916dc2529903_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085607434/Put/seqid=0 2024-11-20T06:53:27,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085667458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085667459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085667459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742204_1380 (size=14594) 2024-11-20T06:53:27,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085667461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085667474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,495 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120531852e1111f4c3b886b916dc2529903_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120531852e1111f4c3b886b916dc2529903_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/e0309e535bad4341b206029202bf9a3d, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/e0309e535bad4341b206029202bf9a3d is 175, key is test_row_0/A:col10/1732085607434/Put/seqid=0 2024-11-20T06:53:27,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742205_1381 (size=39549) 2024-11-20T06:53:27,528 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/e0309e535bad4341b206029202bf9a3d 2024-11-20T06:53:27,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/ea2886ec1c454b219fb1a3dc69eb995e is 50, key is test_row_0/B:col10/1732085607434/Put/seqid=0 2024-11-20T06:53:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742206_1382 (size=12001) 2024-11-20T06:53:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085667590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085667590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085667590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085667600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085667600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T06:53:27,764 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#329 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:27,764 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/6fcc64ab9f3e4ba29dd40ecaf87732d1 is 175, key is test_row_0/A:col10/1732085606636/Put/seqid=0 2024-11-20T06:53:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742207_1383 (size=31165) 2024-11-20T06:53:27,784 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/6fcc64ab9f3e4ba29dd40ecaf87732d1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6fcc64ab9f3e4ba29dd40ecaf87732d1 2024-11-20T06:53:27,794 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 6fcc64ab9f3e4ba29dd40ecaf87732d1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:27,794 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:27,794 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=13, startTime=1732085607299; duration=0sec 2024-11-20T06:53:27,794 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:27,794 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:27,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085667810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085667820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085667820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085667820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085667822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:27,841 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/05dc9eb16ff64265820323ca7d48ce5a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/05dc9eb16ff64265820323ca7d48ce5a 2024-11-20T06:53:27,846 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/C of 03dd1cf7b9aa1d558a0b666dcf443913 into 05dc9eb16ff64265820323ca7d48ce5a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:27,846 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:27,846 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/C, priority=13, startTime=1732085607299; duration=0sec 2024-11-20T06:53:27,846 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:27,846 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:27,984 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/ea2886ec1c454b219fb1a3dc69eb995e 2024-11-20T06:53:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/23c39063413b47dda98f1cc463c4652e is 50, key is test_row_0/C:col10/1732085607434/Put/seqid=0 2024-11-20T06:53:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742208_1384 (size=12001) 2024-11-20T06:53:28,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085668130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085668140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085668140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085668141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085668141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,403 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/23c39063413b47dda98f1cc463c4652e 2024-11-20T06:53:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/e0309e535bad4341b206029202bf9a3d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d 2024-11-20T06:53:28,417 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d, entries=200, sequenceid=97, filesize=38.6 K 2024-11-20T06:53:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/ea2886ec1c454b219fb1a3dc69eb995e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/ea2886ec1c454b219fb1a3dc69eb995e 2024-11-20T06:53:28,422 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/ea2886ec1c454b219fb1a3dc69eb995e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T06:53:28,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/23c39063413b47dda98f1cc463c4652e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/23c39063413b47dda98f1cc463c4652e 2024-11-20T06:53:28,427 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/23c39063413b47dda98f1cc463c4652e, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T06:53:28,428 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 03dd1cf7b9aa1d558a0b666dcf443913 in 993ms, sequenceid=97, compaction requested=false 2024-11-20T06:53:28,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:28,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:28,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-20T06:53:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-20T06:53:28,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-20T06:53:28,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-20T06:53:28,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.9300 sec 2024-11-20T06:53:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:28,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:28,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T06:53:28,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112019986c1228a04c8bbfbfd06c74242506_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:28,650 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:28,651 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-20T06:53:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T06:53:28,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:28,653 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:28,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742209_1385 (size=14594) 2024-11-20T06:53:28,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:28,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112019986c1228a04c8bbfbfd06c74242506_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112019986c1228a04c8bbfbfd06c74242506_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:28,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ffc9c4a9419c484c8f53e494ae5bf60b, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:28,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ffc9c4a9419c484c8f53e494ae5bf60b is 175, key is test_row_0/A:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742210_1386 (size=39549) 2024-11-20T06:53:28,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732085608686, max timestamp=1732085608701Num uniques 859; 2024-11-20T06:53:28,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:28,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732085608686, max timestamp=1732085608701Num uniques 859; 2024-11-20T06:53:28,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732085608686, max timestamp=1732085608701Num uniques 859; 2024-11-20T06:53:28,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:28,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085668734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085668735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085668736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085668737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085668737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T06:53:28,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T06:53:28,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:28,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:28,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:28,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:28,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085668850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085668850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085668850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085668863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085668863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:28,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T06:53:28,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:28,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:28,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:28,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:28,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T06:53:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085669070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085669070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085669070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,084 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ffc9c4a9419c484c8f53e494ae5bf60b 2024-11-20T06:53:29,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/9b2d119262fe4896a12f97a9e059e784 is 50, key is test_row_0/B:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085669091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085669095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742211_1387 (size=12001) 2024-11-20T06:53:29,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/9b2d119262fe4896a12f97a9e059e784 2024-11-20T06:53:29,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/b5cc3d16974d46d7b53cddbf85dad626 is 50, key is test_row_0/C:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:29,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T06:53:29,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742212_1388 (size=12001) 2024-11-20T06:53:29,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/b5cc3d16974d46d7b53cddbf85dad626 2024-11-20T06:53:29,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ffc9c4a9419c484c8f53e494ae5bf60b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b 2024-11-20T06:53:29,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b, entries=200, sequenceid=109, filesize=38.6 K 2024-11-20T06:53:29,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/9b2d119262fe4896a12f97a9e059e784 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9b2d119262fe4896a12f97a9e059e784 2024-11-20T06:53:29,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9b2d119262fe4896a12f97a9e059e784, entries=150, sequenceid=109, filesize=11.7 K 2024-11-20T06:53:29,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/b5cc3d16974d46d7b53cddbf85dad626 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/b5cc3d16974d46d7b53cddbf85dad626 2024-11-20T06:53:29,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/b5cc3d16974d46d7b53cddbf85dad626, entries=150, sequenceid=109, filesize=11.7 K 2024-11-20T06:53:29,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 03dd1cf7b9aa1d558a0b666dcf443913 in 531ms, sequenceid=109, compaction requested=true 2024-11-20T06:53:29,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:29,173 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:29,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:29,174 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:29,174 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:29,174 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,174 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6fcc64ab9f3e4ba29dd40ecaf87732d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=107.7 K 2024-11-20T06:53:29,174 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,174 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6fcc64ab9f3e4ba29dd40ecaf87732d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b] 2024-11-20T06:53:29,175 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fcc64ab9f3e4ba29dd40ecaf87732d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085604194 2024-11-20T06:53:29,175 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0309e535bad4341b206029202bf9a3d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085606780 2024-11-20T06:53:29,175 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffc9c4a9419c484c8f53e494ae5bf60b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085607450 2024-11-20T06:53:29,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:29,175 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:29,177 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:29,177 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:29,177 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,177 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/eecc7a745944420eaf262998d05ac2a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/ea2886ec1c454b219fb1a3dc69eb995e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9b2d119262fe4896a12f97a9e059e784] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=35.3 K 2024-11-20T06:53:29,178 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting eecc7a745944420eaf262998d05ac2a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085604194 2024-11-20T06:53:29,178 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2886ec1c454b219fb1a3dc69eb995e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085606780 2024-11-20T06:53:29,179 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b2d119262fe4896a12f97a9e059e784, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085607452 2024-11-20T06:53:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:29,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:29,184 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:29,194 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b47d6d2be76241faa7b01f4870bd75da_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:29,197 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b47d6d2be76241faa7b01f4870bd75da_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:29,197 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b47d6d2be76241faa7b01f4870bd75da_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:29,198 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:29,198 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/2d25fbcbf1ea45d5b6cd9760810be91a is 50, key is test_row_0/B:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742213_1389 (size=4469) 2024-11-20T06:53:29,214 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#337 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:29,214 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/8624e71781604bffb611d60146643d6e is 175, key is test_row_0/A:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742214_1390 (size=12207) 2024-11-20T06:53:29,229 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/2d25fbcbf1ea45d5b6cd9760810be91a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2d25fbcbf1ea45d5b6cd9760810be91a 2024-11-20T06:53:29,234 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into 2d25fbcbf1ea45d5b6cd9760810be91a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:29,234 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:29,234 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=13, startTime=1732085609175; duration=0sec 2024-11-20T06:53:29,234 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:29,234 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:29,235 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:29,236 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:29,236 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/C is initiating minor compaction (all files) 2024-11-20T06:53:29,236 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/C in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,236 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/05dc9eb16ff64265820323ca7d48ce5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/23c39063413b47dda98f1cc463c4652e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/b5cc3d16974d46d7b53cddbf85dad626] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=35.3 K 2024-11-20T06:53:29,236 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 05dc9eb16ff64265820323ca7d48ce5a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732085604194 2024-11-20T06:53:29,237 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 23c39063413b47dda98f1cc463c4652e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732085606780 2024-11-20T06:53:29,237 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b5cc3d16974d46d7b53cddbf85dad626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085607452 2024-11-20T06:53:29,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742215_1391 (size=31161) 2024-11-20T06:53:29,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T06:53:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:29,265 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T06:53:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:29,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T06:53:29,285 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:29,285 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/d39fe704ca0c47fb907ddb1eadee5275 is 50, key is test_row_0/C:col10/1732085608641/Put/seqid=0 2024-11-20T06:53:29,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b12597481fa4d938adccc8cb89e8b52_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085608721/Put/seqid=0 2024-11-20T06:53:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742216_1392 (size=12207) 2024-11-20T06:53:29,338 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/d39fe704ca0c47fb907ddb1eadee5275 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/d39fe704ca0c47fb907ddb1eadee5275 2024-11-20T06:53:29,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742217_1393 (size=12304) 2024-11-20T06:53:29,343 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/C of 03dd1cf7b9aa1d558a0b666dcf443913 into d39fe704ca0c47fb907ddb1eadee5275(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:29,343 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:29,343 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/C, priority=13, startTime=1732085609183; duration=0sec 2024-11-20T06:53:29,343 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:29,343 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:29,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:29,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085669415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085669417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085669427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085669428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085669429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085669541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085669542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085669550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085669550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085669561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,668 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/8624e71781604bffb611d60146643d6e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8624e71781604bffb611d60146643d6e 2024-11-20T06:53:29,673 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 8624e71781604bffb611d60146643d6e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:29,673 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:29,673 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=13, startTime=1732085609173; duration=0sec 2024-11-20T06:53:29,673 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:29,673 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:29,744 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b12597481fa4d938adccc8cb89e8b52_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b12597481fa4d938adccc8cb89e8b52_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9ca093676a2941dabd19d35e4019af4f, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:29,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9ca093676a2941dabd19d35e4019af4f is 175, key is test_row_0/A:col10/1732085608721/Put/seqid=0 2024-11-20T06:53:29,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742218_1394 (size=31105) 2024-11-20T06:53:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085669750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085669750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085669770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085669770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085669780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:29,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T06:53:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085670060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085670060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085670090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085670090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085670100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,148 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9ca093676a2941dabd19d35e4019af4f 2024-11-20T06:53:30,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/db412aa267bc4146ad1bf2b75d7b7406 is 50, key is test_row_0/B:col10/1732085608721/Put/seqid=0 2024-11-20T06:53:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742219_1395 (size=12151) 2024-11-20T06:53:30,561 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/db412aa267bc4146ad1bf2b75d7b7406 2024-11-20T06:53:30,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7c7ff7a7ed1c412e893638c570682baf is 50, key is test_row_0/C:col10/1732085608721/Put/seqid=0 2024-11-20T06:53:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085670580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085670581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742220_1396 (size=12151) 2024-11-20T06:53:30,620 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7c7ff7a7ed1c412e893638c570682baf 2024-11-20T06:53:30,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085670611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085670611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9ca093676a2941dabd19d35e4019af4f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f 2024-11-20T06:53:30,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085670620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:30,631 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f, entries=150, sequenceid=146, filesize=30.4 K 2024-11-20T06:53:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/db412aa267bc4146ad1bf2b75d7b7406 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/db412aa267bc4146ad1bf2b75d7b7406 2024-11-20T06:53:30,639 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/db412aa267bc4146ad1bf2b75d7b7406, entries=150, sequenceid=146, filesize=11.9 K 2024-11-20T06:53:30,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7c7ff7a7ed1c412e893638c570682baf as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7c7ff7a7ed1c412e893638c570682baf 2024-11-20T06:53:30,644 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7c7ff7a7ed1c412e893638c570682baf, entries=150, sequenceid=146, filesize=11.9 K 2024-11-20T06:53:30,648 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1383ms, sequenceid=146, compaction requested=false 2024-11-20T06:53:30,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:30,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:30,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-20T06:53:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-20T06:53:30,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T06:53:30,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9970 sec 2024-11-20T06:53:30,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.0020 sec 2024-11-20T06:53:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T06:53:30,810 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:30,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-20T06:53:30,813 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:30,814 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T06:53:30,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T06:53:30,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T06:53:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:30,968 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:31,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202dad5c5c5fa4436f973952ab1898e7a3_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085609424/Put/seqid=0 2024-11-20T06:53:31,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742221_1397 (size=12304) 2024-11-20T06:53:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T06:53:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T06:53:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:31,470 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202dad5c5c5fa4436f973952ab1898e7a3_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202dad5c5c5fa4436f973952ab1898e7a3_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/584882b388ed4916b5b1405a372925fc, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:31,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/584882b388ed4916b5b1405a372925fc is 175, key is test_row_0/A:col10/1732085609424/Put/seqid=0 2024-11-20T06:53:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742222_1398 (size=31105) 2024-11-20T06:53:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:31,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:31,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085671641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085611634, max timestamp=1732085611646Num uniques 859; 2024-11-20T06:53:31,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085611634, max timestamp=1732085611646Num uniques 859; 2024-11-20T06:53:31,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:31,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085611634, max timestamp=1732085611646Num uniques 859; 2024-11-20T06:53:31,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:31,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085671671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085671672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085671675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085671681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085671760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085671790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085671790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085671790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085671791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:31,880 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/584882b388ed4916b5b1405a372925fc 2024-11-20T06:53:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/9a7e34334c13454ca668e5ccdefbeb5e is 50, key is test_row_0/B:col10/1732085609424/Put/seqid=0 2024-11-20T06:53:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742223_1399 (size=12151) 2024-11-20T06:53:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T06:53:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085671981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085672010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085672010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085672010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085672010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,293 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/9a7e34334c13454ca668e5ccdefbeb5e 2024-11-20T06:53:32,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085672290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/979117395c0e41b685092b3ef3cb299b is 50, key is test_row_0/C:col10/1732085609424/Put/seqid=0 2024-11-20T06:53:32,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742224_1400 (size=12151) 2024-11-20T06:53:32,326 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/979117395c0e41b685092b3ef3cb299b 2024-11-20T06:53:32,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/584882b388ed4916b5b1405a372925fc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc 2024-11-20T06:53:32,339 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc, entries=150, sequenceid=158, filesize=30.4 K 2024-11-20T06:53:32,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/9a7e34334c13454ca668e5ccdefbeb5e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9a7e34334c13454ca668e5ccdefbeb5e 2024-11-20T06:53:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085672330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085672330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085672330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085672333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,346 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9a7e34334c13454ca668e5ccdefbeb5e, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T06:53:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/979117395c0e41b685092b3ef3cb299b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/979117395c0e41b685092b3ef3cb299b 2024-11-20T06:53:32,352 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/979117395c0e41b685092b3ef3cb299b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T06:53:32,353 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1386ms, sequenceid=158, compaction requested=true 2024-11-20T06:53:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-20T06:53:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-20T06:53:32,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T06:53:32,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5410 sec 2024-11-20T06:53:32,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.5470 sec 2024-11-20T06:53:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:32,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-20T06:53:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:32,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:32,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:32,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120722d0bcd5c5a42baac03bb82db8af826_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742225_1401 (size=14794) 2024-11-20T06:53:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085672850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085672850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085672850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085672855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085672856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T06:53:32,962 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:32,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-20T06:53:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T06:53:32,964 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:32,965 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:32,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:32,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085672979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085672980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T06:53:33,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T06:53:33,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:33,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:33,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:33,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085673200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085673203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,225 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120722d0bcd5c5a42baac03bb82db8af826_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120722d0bcd5c5a42baac03bb82db8af826_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:33,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ad0da7791033467fb1929d955069b257, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:33,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ad0da7791033467fb1929d955069b257 is 175, key is test_row_0/A:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:33,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T06:53:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742226_1402 (size=39749) 2024-11-20T06:53:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:33,274 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ad0da7791033467fb1929d955069b257 2024-11-20T06:53:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T06:53:33,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a41e334b0a87480b8fed607fbc4a8f54 is 50, key is test_row_0/B:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742227_1403 (size=12151) 2024-11-20T06:53:33,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a41e334b0a87480b8fed607fbc4a8f54 2024-11-20T06:53:33,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/497d0ab0d0974421a7840d042d8b2e1e is 50, key is test_row_0/C:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742228_1404 (size=12151) 2024-11-20T06:53:33,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/497d0ab0d0974421a7840d042d8b2e1e 2024-11-20T06:53:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/ad0da7791033467fb1929d955069b257 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257 2024-11-20T06:53:33,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257, entries=200, sequenceid=194, filesize=38.8 K 2024-11-20T06:53:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a41e334b0a87480b8fed607fbc4a8f54 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a41e334b0a87480b8fed607fbc4a8f54 2024-11-20T06:53:33,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a41e334b0a87480b8fed607fbc4a8f54, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T06:53:33,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/497d0ab0d0974421a7840d042d8b2e1e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/497d0ab0d0974421a7840d042d8b2e1e 2024-11-20T06:53:33,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/497d0ab0d0974421a7840d042d8b2e1e, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T06:53:33,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 03dd1cf7b9aa1d558a0b666dcf443913 in 569ms, sequenceid=194, compaction requested=true 2024-11-20T06:53:33,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:33,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:33,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:33,376 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:33,376 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:33,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:33,378 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,378 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,378 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8624e71781604bffb611d60146643d6e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=130 K 2024-11-20T06:53:33,378 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2d25fbcbf1ea45d5b6cd9760810be91a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/db412aa267bc4146ad1bf2b75d7b7406, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9a7e34334c13454ca668e5ccdefbeb5e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a41e334b0a87480b8fed607fbc4a8f54] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=47.5 K 2024-11-20T06:53:33,378 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8624e71781604bffb611d60146643d6e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257] 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d25fbcbf1ea45d5b6cd9760810be91a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085607452 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8624e71781604bffb611d60146643d6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085607452 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting db412aa267bc4146ad1bf2b75d7b7406, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732085608721 2024-11-20T06:53:33,378 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ca093676a2941dabd19d35e4019af4f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732085608721 2024-11-20T06:53:33,379 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a7e34334c13454ca668e5ccdefbeb5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085609424 2024-11-20T06:53:33,379 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 584882b388ed4916b5b1405a372925fc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085609424 2024-11-20T06:53:33,379 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a41e334b0a87480b8fed607fbc4a8f54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732085611670 2024-11-20T06:53:33,379 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad0da7791033467fb1929d955069b257, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732085611670 2024-11-20T06:53:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,386 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,387 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a55e681514374109b79bd2fafd058e09 is 50, key is test_row_0/B:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,388 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,397 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d0ae8cf5611c4f6c8b3dcf00f18819f0_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,400 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d0ae8cf5611c4f6c8b3dcf00f18819f0_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,400 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d0ae8cf5611c4f6c8b3dcf00f18819f0_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742229_1405 (size=12493) 2024-11-20T06:53:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T06:53:33,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,425 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T06:53:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742230_1406 (size=4469) 2024-11-20T06:53:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,429 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#350 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,429 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/6c23afdedea144228b9e3fa0e2eac30b is 175, key is test_row_0/A:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742231_1407 (size=31447) 2024-11-20T06:53:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,465 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/6c23afdedea144228b9e3fa0e2eac30b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6c23afdedea144228b9e3fa0e2eac30b 2024-11-20T06:53:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a887bcb174bd40619547a43a9a58a3c1_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085612854/Put/seqid=0 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,472 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 6c23afdedea144228b9e3fa0e2eac30b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:33,472 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:33,472 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=12, startTime=1732085613376; duration=0sec 2024-11-20T06:53:33,472 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:33,472 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,472 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,473 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:33,473 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/C is initiating minor compaction (all files) 2024-11-20T06:53:33,473 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/C in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:33,473 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/d39fe704ca0c47fb907ddb1eadee5275, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7c7ff7a7ed1c412e893638c570682baf, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/979117395c0e41b685092b3ef3cb299b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/497d0ab0d0974421a7840d042d8b2e1e] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=47.5 K 2024-11-20T06:53:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,473 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d39fe704ca0c47fb907ddb1eadee5275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732085607452 2024-11-20T06:53:33,474 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c7ff7a7ed1c412e893638c570682baf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732085608721 2024-11-20T06:53:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,474 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 979117395c0e41b685092b3ef3cb299b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085609424 2024-11-20T06:53:33,474 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 497d0ab0d0974421a7840d042d8b2e1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732085611670 2024-11-20T06:53:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,497 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#C#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,497 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/5449ee95d04e4e4b8ef83c5b558a9a66 is 50, key is test_row_0/C:col10/1732085611670/Put/seqid=0 2024-11-20T06:53:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742232_1408 (size=9814) 2024-11-20T06:53:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742233_1409 (size=12493) 2024-11-20T06:53:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,551 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/5449ee95d04e4e4b8ef83c5b558a9a66 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/5449ee95d04e4e4b8ef83c5b558a9a66 2024-11-20T06:53:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,557 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/C of 03dd1cf7b9aa1d558a0b666dcf443913 into 5449ee95d04e4e4b8ef83c5b558a9a66(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:33,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:33,557 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/C, priority=12, startTime=1732085613377; duration=0sec 2024-11-20T06:53:33,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:33,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T06:53:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085613660, max timestamp=1732085613714Num uniques 859; 2024-11-20T06:53:33,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085613660, max timestamp=1732085613714Num uniques 859; 2024-11-20T06:53:33,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:33,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:33,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085613660, max timestamp=1732085613714Num uniques 859; 2024-11-20T06:53:33,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085673803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085613773, max timestamp=1732085613802Num uniques 1018; 2024-11-20T06:53:33,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-20T06:53:33,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085613773, max timestamp=1732085613802Num uniques 1018; 2024-11-20T06:53:33,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-20T06:53:33,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085613773, max timestamp=1732085613802Num uniques 1018; 2024-11-20T06:53:33,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-20T06:53:33,820 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a55e681514374109b79bd2fafd058e09 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a55e681514374109b79bd2fafd058e09 2024-11-20T06:53:33,826 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into a55e681514374109b79bd2fafd058e09(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:33,826 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:33,826 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=12, startTime=1732085613376; duration=0sec 2024-11-20T06:53:33,826 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:33,826 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085673906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085673907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085673907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085673908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085673910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:33,935 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a887bcb174bd40619547a43a9a58a3c1_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a887bcb174bd40619547a43a9a58a3c1_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:33,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/f770aa56551a4844bb2d5978695676ef, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:33,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/f770aa56551a4844bb2d5978695676ef is 175, key is test_row_0/A:col10/1732085612854/Put/seqid=0 2024-11-20T06:53:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742234_1410 (size=22461) 2024-11-20T06:53:33,952 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/f770aa56551a4844bb2d5978695676ef 2024-11-20T06:53:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/36471707b7414b4fab0e207d836e623c is 50, key is test_row_0/B:col10/1732085612854/Put/seqid=0 2024-11-20T06:53:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742235_1411 (size=9757) 2024-11-20T06:53:33,986 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/36471707b7414b4fab0e207d836e623c 2024-11-20T06:53:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/3130f209a0a94cf8a22f1d8b640b6899 is 50, key is test_row_0/C:col10/1732085612854/Put/seqid=0 2024-11-20T06:53:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742236_1412 (size=9757) 2024-11-20T06:53:34,016 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/3130f209a0a94cf8a22f1d8b640b6899 2024-11-20T06:53:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085674011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/f770aa56551a4844bb2d5978695676ef as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef 2024-11-20T06:53:34,028 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef, entries=100, sequenceid=203, filesize=21.9 K 2024-11-20T06:53:34,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/36471707b7414b4fab0e207d836e623c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/36471707b7414b4fab0e207d836e623c 2024-11-20T06:53:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085674020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085674021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,032 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/36471707b7414b4fab0e207d836e623c, entries=100, sequenceid=203, filesize=9.5 K 2024-11-20T06:53:34,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/3130f209a0a94cf8a22f1d8b640b6899 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/3130f209a0a94cf8a22f1d8b640b6899 2024-11-20T06:53:34,036 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/3130f209a0a94cf8a22f1d8b640b6899, entries=100, sequenceid=203, filesize=9.5 K 2024-11-20T06:53:34,037 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 03dd1cf7b9aa1d558a0b666dcf443913 in 613ms, sequenceid=203, compaction requested=false 2024-11-20T06:53:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-20T06:53:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-20T06:53:34,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T06:53:34,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-11-20T06:53:34,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.0770 sec 2024-11-20T06:53:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:34,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085613869, max timestamp=1732085614041Num uniques 1077; 2024-11-20T06:53:34,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-20T06:53:34,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085613869, max timestamp=1732085614041Num uniques 1077; 2024-11-20T06:53:34,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085613869, max timestamp=1732085614041Num uniques 1077; 2024-11-20T06:53:34,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-20T06:53:34,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-20T06:53:34,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=26.84 KB heapSize=64.55 KB 2024-11-20T06:53:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:34,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d48e643962cc4728be899dd274abe1f4_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742237_1413 (size=14944) 2024-11-20T06:53:34,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:34,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d48e643962cc4728be899dd274abe1f4_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d48e643962cc4728be899dd274abe1f4_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:34,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/62c61e4c3c604a95843238c1dce02562, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:34,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/62c61e4c3c604a95843238c1dce02562 is 175, key is test_row_0/A:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742238_1414 (size=39899) 2024-11-20T06:53:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T06:53:34,100 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:34,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-20T06:53:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:34,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:34,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:34,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:34,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085614114, max timestamp=1732085614143Num uniques 859; 2024-11-20T06:53:34,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085614114, max timestamp=1732085614143Num uniques 859; 2024-11-20T06:53:34,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:53:34,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:53:34,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085614114, max timestamp=1732085614143Num uniques 859; 2024-11-20T06:53:34,146 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:53:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:34,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732085614211, max timestamp=1732085614232Num uniques 1118; 2024-11-20T06:53:34,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-20T06:53:34,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732085614211, max timestamp=1732085614232Num uniques 1118; 2024-11-20T06:53:34,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-20T06:53:34,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732085614211, max timestamp=1732085614232Num uniques 1118; 2024-11-20T06:53:34,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-20T06:53:34,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T06:53:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732085614273, max timestamp=1732085614281Num uniques 1127; 2024-11-20T06:53:34,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-20T06:53:34,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732085614273, max timestamp=1732085614281Num uniques 1127; 2024-11-20T06:53:34,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-20T06:53:34,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732085614273, max timestamp=1732085614281Num uniques 1127; 2024-11-20T06:53:34,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227 2024-11-20T06:53:34,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732085614323, max timestamp=1732085614335Num uniques 1086; 2024-11-20T06:53:34,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-20T06:53:34,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732085614323, max timestamp=1732085614335Num uniques 1086; 2024-11-20T06:53:34,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-20T06:53:34,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732085614323, max timestamp=1732085614335Num uniques 1086; 2024-11-20T06:53:34,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-20T06:53:34,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=445, cellSize=20380, totalHeapSize=46520, min timestamp=1732085614352, max timestamp=1732085614372Num uniques 1045; 2024-11-20T06:53:34,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=20380, suffix heap size=136648,new segment heap size=46520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=445 2024-11-20T06:53:34,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=445, cellSize=20380, totalHeapSize=46520, min timestamp=1732085614352, max timestamp=1732085614372Num uniques 1045; 2024-11-20T06:53:34,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=445, cellSize=20380, totalHeapSize=46520, min timestamp=1732085614352, max timestamp=1732085614372Num uniques 1045; 2024-11-20T06:53:34,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=20380, suffix heap size=136648,new segment heap size=46520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=445 2024-11-20T06:53:34,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=20380, suffix heap size=136648,new segment heap size=46520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=445 2024-11-20T06:53:34,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T06:53:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085674407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085674418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085674419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085674420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085674420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,496 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/62c61e4c3c604a95843238c1dce02562 2024-11-20T06:53:34,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/602700959bda449d8b6da344ad942616 is 50, key is test_row_0/B:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742239_1415 (size=12301) 2024-11-20T06:53:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085674530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085674530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085674530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085674540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085674540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T06:53:34,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:34,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T06:53:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:34,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085674750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085674750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085674750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085674750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085674751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:34,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:34,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T06:53:34,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:34,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/602700959bda449d8b6da344ad942616 2024-11-20T06:53:34,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7432a1eb112c42349236d3655853876c is 50, key is test_row_0/C:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:34,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742240_1416 (size=12301) 2024-11-20T06:53:34,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7432a1eb112c42349236d3655853876c 2024-11-20T06:53:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/62c61e4c3c604a95843238c1dce02562 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562 2024-11-20T06:53:34,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562, entries=200, sequenceid=261, filesize=39.0 K 2024-11-20T06:53:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/602700959bda449d8b6da344ad942616 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/602700959bda449d8b6da344ad942616 2024-11-20T06:53:34,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/602700959bda449d8b6da344ad942616, entries=150, sequenceid=261, filesize=12.0 K 2024-11-20T06:53:34,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7432a1eb112c42349236d3655853876c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7432a1eb112c42349236d3655853876c 2024-11-20T06:53:34,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7432a1eb112c42349236d3655853876c, entries=150, sequenceid=261, filesize=12.0 K 2024-11-20T06:53:34,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~64.50 KB/66048, currentSize=167.72 KB/171750 for 03dd1cf7b9aa1d558a0b666dcf443913 in 918ms, sequenceid=261, compaction requested=true 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:34,964 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:34,964 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:34,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:34,965 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:34,965 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:34,965 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:34,965 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:34,965 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,965 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,965 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a55e681514374109b79bd2fafd058e09, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/36471707b7414b4fab0e207d836e623c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/602700959bda449d8b6da344ad942616] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=33.7 K 2024-11-20T06:53:34,965 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6c23afdedea144228b9e3fa0e2eac30b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=91.6 K 2024-11-20T06:53:34,965 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6c23afdedea144228b9e3fa0e2eac30b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562] 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a55e681514374109b79bd2fafd058e09, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732085611670 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c23afdedea144228b9e3fa0e2eac30b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732085611670 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 36471707b7414b4fab0e207d836e623c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732085612853 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f770aa56551a4844bb2d5978695676ef, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732085612853 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 602700959bda449d8b6da344ad942616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732085613905 2024-11-20T06:53:34,966 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62c61e4c3c604a95843238c1dce02562, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732085613869 2024-11-20T06:53:34,971 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:34,972 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:34,973 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/441c4287627b422e90cc0b295c1cbd74 is 50, key is test_row_0/B:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:34,976 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112075862bdf565d49b194578f3092c46e2d_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:34,978 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112075862bdf565d49b194578f3092c46e2d_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:34,978 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075862bdf565d49b194578f3092c46e2d_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742242_1418 (size=4469) 2024-11-20T06:53:35,001 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#359 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:35,002 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/8bd607345366479491b49a9e82300531 is 175, key is test_row_0/A:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742241_1417 (size=12745) 2024-11-20T06:53:35,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742243_1419 (size=31699) 2024-11-20T06:53:35,012 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/441c4287627b422e90cc0b295c1cbd74 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/441c4287627b422e90cc0b295c1cbd74 2024-11-20T06:53:35,016 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into 441c4287627b422e90cc0b295c1cbd74(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:35,016 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:35,016 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=13, startTime=1732085614964; duration=0sec 2024-11-20T06:53:35,018 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:35,018 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:35,018 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:35,019 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:35,019 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/C is initiating minor compaction (all files) 2024-11-20T06:53:35,019 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/C in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:35,019 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/5449ee95d04e4e4b8ef83c5b558a9a66, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/3130f209a0a94cf8a22f1d8b640b6899, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7432a1eb112c42349236d3655853876c] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=33.7 K 2024-11-20T06:53:35,019 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5449ee95d04e4e4b8ef83c5b558a9a66, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732085611670 2024-11-20T06:53:35,019 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3130f209a0a94cf8a22f1d8b640b6899, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732085612853 2024-11-20T06:53:35,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T06:53:35,020 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7432a1eb112c42349236d3655853876c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732085613905 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:35,020 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=167.72 KB heapSize=457.78 KB 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:35,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c2bc160c141948ebae0f354f0633c863_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085614417/Put/seqid=0 2024-11-20T06:53:35,036 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742244_1420 (size=12454) 2024-11-20T06:53:35,037 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7bf69be34b7b4e7c94cd5946828e5b64 is 50, key is test_row_0/C:col10/1732085613905/Put/seqid=0 2024-11-20T06:53:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742245_1421 (size=12745) 2024-11-20T06:53:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:35,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:35,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085675072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085675076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085675077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085675084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085675087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085675190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085675200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085675210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085675210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085675401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,421 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/8bd607345366479491b49a9e82300531 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8bd607345366479491b49a9e82300531 2024-11-20T06:53:35,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085675410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,426 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 8bd607345366479491b49a9e82300531(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:35,426 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:35,426 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=13, startTime=1732085614964; duration=0sec 2024-11-20T06:53:35,426 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:35,426 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085675423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085675430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,442 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c2bc160c141948ebae0f354f0633c863_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c2bc160c141948ebae0f354f0633c863_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d219c41f2d194d49834e3e1a52705a4a, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d219c41f2d194d49834e3e1a52705a4a is 175, key is test_row_0/A:col10/1732085614417/Put/seqid=0 2024-11-20T06:53:35,445 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7bf69be34b7b4e7c94cd5946828e5b64 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7bf69be34b7b4e7c94cd5946828e5b64 2024-11-20T06:53:35,449 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/C of 03dd1cf7b9aa1d558a0b666dcf443913 into 7bf69be34b7b4e7c94cd5946828e5b64(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:35,449 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:35,449 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/C, priority=13, startTime=1732085614964; duration=0sec 2024-11-20T06:53:35,450 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:35,450 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:35,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742246_1422 (size=31255) 2024-11-20T06:53:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085675590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085675720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085675730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085675740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085675750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:35,860 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d219c41f2d194d49834e3e1a52705a4a 2024-11-20T06:53:35,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/373ac469854547098ffe80b2df69109e is 50, key is test_row_0/B:col10/1732085614417/Put/seqid=0 2024-11-20T06:53:35,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742247_1423 (size=12301) 2024-11-20T06:53:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085676240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:36,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085676250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:36,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:36,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085676260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085676270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:36,282 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/373ac469854547098ffe80b2df69109e 2024-11-20T06:53:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/1833a8b561de42d0b3102833dddb2b0d is 50, key is test_row_0/C:col10/1732085614417/Put/seqid=0 2024-11-20T06:53:36,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742248_1424 (size=12301) 2024-11-20T06:53:36,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085676610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:36,618 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 03dd1cf7b9aa1d558a0b666dcf443913 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:36,694 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/1833a8b561de42d0b3102833dddb2b0d 2024-11-20T06:53:36,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/d219c41f2d194d49834e3e1a52705a4a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a 2024-11-20T06:53:36,703 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a, entries=150, sequenceid=367, filesize=30.5 K 2024-11-20T06:53:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/373ac469854547098ffe80b2df69109e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/373ac469854547098ffe80b2df69109e 2024-11-20T06:53:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,707 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/373ac469854547098ffe80b2df69109e, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T06:53:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/1833a8b561de42d0b3102833dddb2b0d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/1833a8b561de42d0b3102833dddb2b0d 2024-11-20T06:53:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,713 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/1833a8b561de42d0b3102833dddb2b0d, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T06:53:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,714 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1694ms, sequenceid=367, compaction requested=false 2024-11-20T06:53:36,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:36,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:36,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-20T06:53:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-20T06:53:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T06:53:36,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6130 sec 2024-11-20T06:53:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.6190 sec 2024-11-20T06:53:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba583316f70c479ba97e8c7420b838ea_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742249_1425 (size=14994) 2024-11-20T06:53:37,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:37,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba583316f70c479ba97e8c7420b838ea_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba583316f70c479ba97e8c7420b838ea_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:37,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/38bb1bd246c24276a6085f8b37cdc03e, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:37,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/38bb1bd246c24276a6085f8b37cdc03e is 175, key is test_row_0/A:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:37,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742250_1426 (size=39949) 2024-11-20T06:53:37,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085617388, max timestamp=1732085617418Num uniques 859; 2024-11-20T06:53:37,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085617388, max timestamp=1732085617418Num uniques 859; 2024-11-20T06:53:37,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:37,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:37,422 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732085617388, max timestamp=1732085617418Num uniques 859; 2024-11-20T06:53:37,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T06:53:37,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/38bb1bd246c24276a6085f8b37cdc03e 2024-11-20T06:53:37,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/e376021b04aa4547abe98ee81f7dd3c8 is 50, key is test_row_0/B:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:37,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742251_1427 (size=12301) 2024-11-20T06:53:37,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085677483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085677484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085677493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085677494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085677610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085677610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085677610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085677620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085677830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085677830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085677830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085677840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:37,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/e376021b04aa4547abe98ee81f7dd3c8 2024-11-20T06:53:37,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/4907c4c7dab64b90b97359de5b1440b0 is 50, key is test_row_0/C:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:37,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742252_1428 (size=12301) 2024-11-20T06:53:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085678150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085678150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085678160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085678160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T06:53:38,281 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:38,281 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-20T06:53:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T06:53:38,283 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:38,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:38,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:38,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/4907c4c7dab64b90b97359de5b1440b0 2024-11-20T06:53:38,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/38bb1bd246c24276a6085f8b37cdc03e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e 2024-11-20T06:53:38,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e, entries=200, sequenceid=380, filesize=39.0 K 2024-11-20T06:53:38,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/e376021b04aa4547abe98ee81f7dd3c8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/e376021b04aa4547abe98ee81f7dd3c8 2024-11-20T06:53:38,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/e376021b04aa4547abe98ee81f7dd3c8, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T06:53:38,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/4907c4c7dab64b90b97359de5b1440b0 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/4907c4c7dab64b90b97359de5b1440b0 2024-11-20T06:53:38,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/4907c4c7dab64b90b97359de5b1440b0, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T06:53:38,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 03dd1cf7b9aa1d558a0b666dcf443913 in 983ms, sequenceid=380, compaction requested=true 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:38,328 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:38,328 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:38,329 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:38,329 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:38,329 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8bd607345366479491b49a9e82300531, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=100.5 K 2024-11-20T06:53:38,329 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/441c4287627b422e90cc0b295c1cbd74, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/373ac469854547098ffe80b2df69109e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/e376021b04aa4547abe98ee81f7dd3c8] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=36.5 K 2024-11-20T06:53:38,329 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8bd607345366479491b49a9e82300531, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e] 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 441c4287627b422e90cc0b295c1cbd74, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732085613905 2024-11-20T06:53:38,329 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bd607345366479491b49a9e82300531, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732085613905 2024-11-20T06:53:38,330 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 373ac469854547098ffe80b2df69109e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732085614417 2024-11-20T06:53:38,330 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d219c41f2d194d49834e3e1a52705a4a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732085614417 2024-11-20T06:53:38,330 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e376021b04aa4547abe98ee81f7dd3c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732085615076 2024-11-20T06:53:38,330 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38bb1bd246c24276a6085f8b37cdc03e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732085615076 2024-11-20T06:53:38,335 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:38,336 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:38,336 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203cf298896f6b4181bb1d40e1ee3825a0_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:38,337 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/29f3959c63d84ce7bab037c6eb4c88c9 is 50, key is test_row_0/B:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:38,338 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203cf298896f6b4181bb1d40e1ee3825a0_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:38,338 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203cf298896f6b4181bb1d40e1ee3825a0_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:38,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742253_1429 (size=12847) 2024-11-20T06:53:38,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742254_1430 (size=4469) 2024-11-20T06:53:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T06:53:38,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:38,436 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:38,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204361cb21c5284bf49cebf6628821efa7_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085617490/Put/seqid=0 2024-11-20T06:53:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742255_1431 (size=12454) 2024-11-20T06:53:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T06:53:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085678677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085678680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085678680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085678682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085678685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,747 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/29f3959c63d84ce7bab037c6eb4c88c9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/29f3959c63d84ce7bab037c6eb4c88c9 2024-11-20T06:53:38,749 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#368 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:38,749 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/30152de1db224ba198f6d997cb94d09e is 175, key is test_row_0/A:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:38,752 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into 29f3959c63d84ce7bab037c6eb4c88c9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:38,752 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:38,752 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=13, startTime=1732085618328; duration=0sec 2024-11-20T06:53:38,752 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:38,752 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:38,752 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:38,752 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:38,753 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/C is initiating minor compaction (all files) 2024-11-20T06:53:38,753 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/C in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:38,753 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7bf69be34b7b4e7c94cd5946828e5b64, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/1833a8b561de42d0b3102833dddb2b0d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/4907c4c7dab64b90b97359de5b1440b0] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=36.5 K 2024-11-20T06:53:38,753 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bf69be34b7b4e7c94cd5946828e5b64, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732085613905 2024-11-20T06:53:38,753 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1833a8b561de42d0b3102833dddb2b0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732085614417 2024-11-20T06:53:38,753 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4907c4c7dab64b90b97359de5b1440b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732085615076 2024-11-20T06:53:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742256_1432 (size=31801) 2024-11-20T06:53:38,759 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:38,759 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/868f79dc580f426685fe0f4744a1e42b is 50, key is test_row_0/C:col10/1732085617344/Put/seqid=0 2024-11-20T06:53:38,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742257_1433 (size=12847) 2024-11-20T06:53:38,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085678790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085678800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085678800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:38,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:38,848 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204361cb21c5284bf49cebf6628821efa7_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204361cb21c5284bf49cebf6628821efa7_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/73b0db9328df4827b159283c76babd23, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/73b0db9328df4827b159283c76babd23 is 175, key is test_row_0/A:col10/1732085617490/Put/seqid=0 2024-11-20T06:53:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742258_1434 (size=31255) 2024-11-20T06:53:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T06:53:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085679010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085679010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085679020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,161 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/30152de1db224ba198f6d997cb94d09e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/30152de1db224ba198f6d997cb94d09e 2024-11-20T06:53:39,164 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 30152de1db224ba198f6d997cb94d09e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:39,164 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:39,164 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=13, startTime=1732085618328; duration=0sec 2024-11-20T06:53:39,164 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:39,164 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:39,175 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/868f79dc580f426685fe0f4744a1e42b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/868f79dc580f426685fe0f4744a1e42b 2024-11-20T06:53:39,178 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/C of 03dd1cf7b9aa1d558a0b666dcf443913 into 868f79dc580f426685fe0f4744a1e42b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:39,178 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:39,178 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/C, priority=13, startTime=1732085618328; duration=0sec 2024-11-20T06:53:39,179 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:39,179 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:39,255 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/73b0db9328df4827b159283c76babd23 2024-11-20T06:53:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/b507ccef46f64202b12ec6ba281225a2 is 50, key is test_row_0/B:col10/1732085617490/Put/seqid=0 2024-11-20T06:53:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742259_1435 (size=12301) 2024-11-20T06:53:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085679320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085679320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085679340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T06:53:39,664 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/b507ccef46f64202b12ec6ba281225a2 2024-11-20T06:53:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/eef5520d6d84408cb7a55206f884c64c is 50, key is test_row_0/C:col10/1732085617490/Put/seqid=0 2024-11-20T06:53:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742260_1436 (size=12301) 2024-11-20T06:53:39,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085679700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085679700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,703 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 03dd1cf7b9aa1d558a0b666dcf443913 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:39,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,703 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in 03dd1cf7b9aa1d558a0b666dcf443913 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:39,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085679830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085679830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085679859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:40,081 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/eef5520d6d84408cb7a55206f884c64c 2024-11-20T06:53:40,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/73b0db9328df4827b159283c76babd23 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23 2024-11-20T06:53:40,093 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23, entries=150, sequenceid=414, filesize=30.5 K 2024-11-20T06:53:40,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/b507ccef46f64202b12ec6ba281225a2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/b507ccef46f64202b12ec6ba281225a2 2024-11-20T06:53:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,099 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/b507ccef46f64202b12ec6ba281225a2, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T06:53:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/eef5520d6d84408cb7a55206f884c64c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/eef5520d6d84408cb7a55206f884c64c 2024-11-20T06:53:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,103 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/eef5520d6d84408cb7a55206f884c64c, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T06:53:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,104 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1668ms, sequenceid=414, compaction requested=false 2024-11-20T06:53:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-20T06:53:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-20T06:53:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T06:53:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-20T06:53:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8290 sec 2024-11-20T06:53:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T06:53:40,430 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:40,431 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:40,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T06:53:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:53:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:40,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208ef2615ee82a434c9f1171ccca1bfebc_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085618681/Put/seqid=0 2024-11-20T06:53:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742261_1437 (size=9914) 2024-11-20T06:53:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,627 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208ef2615ee82a434c9f1171ccca1bfebc_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208ef2615ee82a434c9f1171ccca1bfebc_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/07dfeaa64f04491f9bf0b7a450bd8426, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/07dfeaa64f04491f9bf0b7a450bd8426 is 175, key is test_row_0/A:col10/1732085618681/Put/seqid=0 2024-11-20T06:53:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742262_1438 (size=22561) 2024-11-20T06:53:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,657 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/07dfeaa64f04491f9bf0b7a450bd8426 2024-11-20T06:53:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d4d7b46b888c46ceb8a943ebaf2558e9 is 50, key is test_row_0/B:col10/1732085618681/Put/seqid=0 2024-11-20T06:53:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742263_1439 (size=9857) 2024-11-20T06:53:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,748 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d4d7b46b888c46ceb8a943ebaf2558e9 2024-11-20T06:53:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T06:53:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/50c2632507e2435492746c602421a670 is 50, key is test_row_0/C:col10/1732085618681/Put/seqid=0 2024-11-20T06:53:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742264_1440 (size=9857) 2024-11-20T06:53:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,761 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/50c2632507e2435492746c602421a670 2024-11-20T06:53:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/07dfeaa64f04491f9bf0b7a450bd8426 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426 2024-11-20T06:53:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,773 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426, entries=100, sequenceid=428, filesize=22.0 K 2024-11-20T06:53:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d4d7b46b888c46ceb8a943ebaf2558e9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d4d7b46b888c46ceb8a943ebaf2558e9 2024-11-20T06:53:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,777 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d4d7b46b888c46ceb8a943ebaf2558e9, entries=100, sequenceid=428, filesize=9.6 K 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/50c2632507e2435492746c602421a670 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/50c2632507e2435492746c602421a670 2024-11-20T06:53:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,782 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/50c2632507e2435492746c602421a670, entries=100, sequenceid=428, filesize=9.6 K 2024-11-20T06:53:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,783 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 03dd1cf7b9aa1d558a0b666dcf443913 in 196ms, sequenceid=428, compaction requested=true 2024-11-20T06:53:40,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:40,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:40,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T06:53:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T06:53:40,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 351 msec 2024-11-20T06:53:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 356 msec 2024-11-20T06:53:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:40,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:40,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:40,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:40,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:40,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:40,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:40,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f76a970de0cc43bab5eafdeff0c0154d_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742265_1441 (size=22618) 2024-11-20T06:53:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T06:53:41,061 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:41,061 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T06:53:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:41,064 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:41,064 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:41,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:41,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085621079, max timestamp=1732085621102Num uniques 859; 2024-11-20T06:53:41,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:41,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085621079, max timestamp=1732085621102Num uniques 859; 2024-11-20T06:53:41,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:41,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085621079, max timestamp=1732085621102Num uniques 859; 2024-11-20T06:53:41,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:41,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085681168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085681170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085681171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085681280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085681290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085681300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:41,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:41,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f76a970de0cc43bab5eafdeff0c0154d_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f76a970de0cc43bab5eafdeff0c0154d_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:41,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/289fd5cf7ff149dd8a0814066f8f5f04, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:41,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/289fd5cf7ff149dd8a0814066f8f5f04 is 175, key is test_row_0/A:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742266_1442 (size=66023) 2024-11-20T06:53:41,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085681490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085681510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085681510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:41,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56680 deadline: 1732085681710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,720 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 03dd1cf7b9aa1d558a0b666dcf443913 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56686 deadline: 1732085681720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,731 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in 03dd1cf7b9aa1d558a0b666dcf443913 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085681810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/289fd5cf7ff149dd8a0814066f8f5f04 2024-11-20T06:53:41,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d26d1e8c41be4455baeac75b011efc92 is 50, key is test_row_0/B:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:41,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742267_1443 (size=12301) 2024-11-20T06:53:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085681831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085681831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:41,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:41,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:41,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:42,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:42,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d26d1e8c41be4455baeac75b011efc92 2024-11-20T06:53:42,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7f672047791a46a8be011e2d5a9ce1f1 is 50, key is test_row_0/C:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:42,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742268_1444 (size=12301) 2024-11-20T06:53:42,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:42,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:42,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085682330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085682350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085682350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:42,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:42,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7f672047791a46a8be011e2d5a9ce1f1 2024-11-20T06:53:42,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/289fd5cf7ff149dd8a0814066f8f5f04 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04 2024-11-20T06:53:42,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04, entries=350, sequenceid=438, filesize=64.5 K 2024-11-20T06:53:42,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d26d1e8c41be4455baeac75b011efc92 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d26d1e8c41be4455baeac75b011efc92 2024-11-20T06:53:42,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d26d1e8c41be4455baeac75b011efc92, entries=150, sequenceid=438, filesize=12.0 K 2024-11-20T06:53:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/7f672047791a46a8be011e2d5a9ce1f1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7f672047791a46a8be011e2d5a9ce1f1 2024-11-20T06:53:42,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7f672047791a46a8be011e2d5a9ce1f1, entries=150, sequenceid=438, filesize=12.0 K 2024-11-20T06:53:42,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1672ms, sequenceid=438, compaction requested=true 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:42,656 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:42,656 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:42,657 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151640 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:42,657 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47306 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:42,657 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:42,657 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:42,657 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,657 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/30152de1db224ba198f6d997cb94d09e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=148.1 K 2024-11-20T06:53:42,657 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,657 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/30152de1db224ba198f6d997cb94d09e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04] 2024-11-20T06:53:42,657 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30152de1db224ba198f6d997cb94d09e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732085615076 2024-11-20T06:53:42,658 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/29f3959c63d84ce7bab037c6eb4c88c9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/b507ccef46f64202b12ec6ba281225a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d4d7b46b888c46ceb8a943ebaf2558e9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d26d1e8c41be4455baeac75b011efc92] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=46.2 K 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73b0db9328df4827b159283c76babd23, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732085617423 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f3959c63d84ce7bab037c6eb4c88c9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732085615076 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b507ccef46f64202b12ec6ba281225a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732085617423 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07dfeaa64f04491f9bf0b7a450bd8426, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732085618681 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d4d7b46b888c46ceb8a943ebaf2558e9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732085618681 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 289fd5cf7ff149dd8a0814066f8f5f04, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732085620935 2024-11-20T06:53:42,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d26d1e8c41be4455baeac75b011efc92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732085620937 2024-11-20T06:53:42,663 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:42,665 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:42,665 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/41b76c257a6f4e179932944ef3e38481 is 50, key is test_row_0/B:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:42,666 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411201aa6742171ae4c4a9e74bf3274d2e074_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:42,668 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411201aa6742171ae4c4a9e74bf3274d2e074_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:42,668 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201aa6742171ae4c4a9e74bf3274d2e074_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742269_1445 (size=12983) 2024-11-20T06:53:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742270_1446 (size=4469) 2024-11-20T06:53:42,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T06:53:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:42,744 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T06:53:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:42,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:42,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:42,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da43293562f64f468dd481ab3a6a2ce8_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085621168/Put/seqid=0 2024-11-20T06:53:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742271_1447 (size=12454) 2024-11-20T06:53:43,080 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/41b76c257a6f4e179932944ef3e38481 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/41b76c257a6f4e179932944ef3e38481 2024-11-20T06:53:43,084 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#380 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:43,084 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into 41b76c257a6f4e179932944ef3e38481(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:43,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:43,084 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=12, startTime=1732085622656; duration=0sec 2024-11-20T06:53:43,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:43,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:43,084 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/1201bb08719447ac971193ad8b4c0f94 is 175, key is test_row_0/A:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:43,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:53:43,086 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47306 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:53:43,087 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/C is initiating minor compaction (all files) 2024-11-20T06:53:43,087 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/C in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:43,087 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/868f79dc580f426685fe0f4744a1e42b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/eef5520d6d84408cb7a55206f884c64c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/50c2632507e2435492746c602421a670, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7f672047791a46a8be011e2d5a9ce1f1] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=46.2 K 2024-11-20T06:53:43,087 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 868f79dc580f426685fe0f4744a1e42b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732085615076 2024-11-20T06:53:43,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742272_1448 (size=31937) 2024-11-20T06:53:43,088 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting eef5520d6d84408cb7a55206f884c64c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732085617423 2024-11-20T06:53:43,088 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 50c2632507e2435492746c602421a670, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732085618681 2024-11-20T06:53:43,088 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f672047791a46a8be011e2d5a9ce1f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732085620937 2024-11-20T06:53:43,096 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:43,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/293cd0679eaa4f879eeab5144ead0213 is 50, key is test_row_0/C:col10/1732085620978/Put/seqid=0 2024-11-20T06:53:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742273_1449 (size=12983) 2024-11-20T06:53:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:43,158 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da43293562f64f468dd481ab3a6a2ce8_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da43293562f64f468dd481ab3a6a2ce8_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:43,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/a50dd62912674b1aa52f83c9727b28b4, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/a50dd62912674b1aa52f83c9727b28b4 is 175, key is test_row_0/A:col10/1732085621168/Put/seqid=0 2024-11-20T06:53:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742274_1450 (size=31255) 2024-11-20T06:53:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:43,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. as already flushing 2024-11-20T06:53:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085683381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085683382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085683389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,492 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/1201bb08719447ac971193ad8b4c0f94 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/1201bb08719447ac971193ad8b4c0f94 2024-11-20T06:53:43,497 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 1201bb08719447ac971193ad8b4c0f94(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:43,497 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:43,497 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=12, startTime=1732085622656; duration=0sec 2024-11-20T06:53:43,497 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:43,497 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085683500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085683500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085683500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,508 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/293cd0679eaa4f879eeab5144ead0213 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/293cd0679eaa4f879eeab5144ead0213 2024-11-20T06:53:43,511 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/C of 03dd1cf7b9aa1d558a0b666dcf443913 into 293cd0679eaa4f879eeab5144ead0213(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:43,512 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:43,512 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/C, priority=12, startTime=1732085622656; duration=0sec 2024-11-20T06:53:43,512 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:43,512 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:43,562 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=474, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/a50dd62912674b1aa52f83c9727b28b4 2024-11-20T06:53:43,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d180b6f4663c47a9ad2b16394e8a5d90 is 50, key is test_row_0/B:col10/1732085621168/Put/seqid=0 2024-11-20T06:53:43,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742275_1451 (size=12301) 2024-11-20T06:53:43,581 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d180b6f4663c47a9ad2b16394e8a5d90 2024-11-20T06:53:43,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/fe212b3c16e34f9eab5f090d25242ca5 is 50, key is test_row_0/C:col10/1732085621168/Put/seqid=0 2024-11-20T06:53:43,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742276_1452 (size=12301) 2024-11-20T06:53:43,668 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:53:43,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56670 deadline: 1732085683710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56674 deadline: 1732085683710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56634 deadline: 1732085683710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:53:43,997 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/fe212b3c16e34f9eab5f090d25242ca5 2024-11-20T06:53:44,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/a50dd62912674b1aa52f83c9727b28b4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4 2024-11-20T06:53:44,004 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4, entries=150, sequenceid=474, filesize=30.5 K 2024-11-20T06:53:44,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/d180b6f4663c47a9ad2b16394e8a5d90 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d180b6f4663c47a9ad2b16394e8a5d90 2024-11-20T06:53:44,008 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d180b6f4663c47a9ad2b16394e8a5d90, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T06:53:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/fe212b3c16e34f9eab5f090d25242ca5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/fe212b3c16e34f9eab5f090d25242ca5 2024-11-20T06:53:44,015 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/fe212b3c16e34f9eab5f090d25242ca5, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T06:53:44,016 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1272ms, sequenceid=474, compaction requested=false 2024-11-20T06:53:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T06:53:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T06:53:44,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T06:53:44,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9520 sec 2024-11-20T06:53:44,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.9580 sec 2024-11-20T06:53:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:44,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:53:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:44,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:44,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120649abf905108426e9e37319896ee4969_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085623380/Put/seqid=0 2024-11-20T06:53:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742277_1453 (size=14994) 2024-11-20T06:53:44,083 INFO [Thread-1656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1656. 2024-11-20T06:53:44,083 DEBUG [Thread-1656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,083 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,083 INFO [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649. 2024-11-20T06:53:44,083 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,083 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,083 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,083 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,087 INFO [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645. 2024-11-20T06:53:44,087 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,087 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,088 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,088 INFO [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658. 2024-11-20T06:53:44,088 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,088 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,088 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,098 INFO [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647. 2024-11-20T06:53:44,098 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,098 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,098 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,099 INFO [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662. 2024-11-20T06:53:44,099 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,099 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,099 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,099 INFO [Thread-1654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1654. 2024-11-20T06:53:44,099 DEBUG [Thread-1654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,099 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,099 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,102 INFO [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660. 2024-11-20T06:53:44,103 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:44,103 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,103 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:44,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:44,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:44,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120649abf905108426e9e37319896ee4969_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120649abf905108426e9e37319896ee4969_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:44,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/dddf88dda8e44452bac943b1dab28ce5, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:44,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/dddf88dda8e44452bac943b1dab28ce5 is 175, key is test_row_0/A:col10/1732085623380/Put/seqid=0 2024-11-20T06:53:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742278_1454 (size=39949) 2024-11-20T06:53:44,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=488, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/dddf88dda8e44452bac943b1dab28ce5 2024-11-20T06:53:44,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/5cbec5a9e966420184a18d6066d62829 is 50, key is test_row_0/B:col10/1732085623380/Put/seqid=0 2024-11-20T06:53:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742279_1455 (size=12301) 2024-11-20T06:53:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T06:53:45,230 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:45,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/5cbec5a9e966420184a18d6066d62829 2024-11-20T06:53:45,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/03b89f746c0d47788a7851d8da76d4a4 is 50, key is test_row_0/C:col10/1732085623380/Put/seqid=0 2024-11-20T06:53:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742280_1456 (size=12301) 2024-11-20T06:53:45,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/03b89f746c0d47788a7851d8da76d4a4 2024-11-20T06:53:45,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/dddf88dda8e44452bac943b1dab28ce5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5 2024-11-20T06:53:45,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5, entries=200, sequenceid=488, filesize=39.0 K 2024-11-20T06:53:45,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/5cbec5a9e966420184a18d6066d62829 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/5cbec5a9e966420184a18d6066d62829 2024-11-20T06:53:45,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/5cbec5a9e966420184a18d6066d62829, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T06:53:45,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/03b89f746c0d47788a7851d8da76d4a4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/03b89f746c0d47788a7851d8da76d4a4 2024-11-20T06:53:45,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/03b89f746c0d47788a7851d8da76d4a4, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T06:53:45,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=107.34 KB/109920 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1711ms, sequenceid=488, compaction requested=true 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:45,746 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:45,746 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:45,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:45,747 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:45,747 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:45,747 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/B is initiating minor compaction (all files) 2024-11-20T06:53:45,747 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 03dd1cf7b9aa1d558a0b666dcf443913/A is initiating minor compaction (all files) 2024-11-20T06:53:45,747 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/A in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:45,747 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03dd1cf7b9aa1d558a0b666dcf443913/B in TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:45,747 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/1201bb08719447ac971193ad8b4c0f94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=100.7 K 2024-11-20T06:53:45,747 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/41b76c257a6f4e179932944ef3e38481, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d180b6f4663c47a9ad2b16394e8a5d90, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/5cbec5a9e966420184a18d6066d62829] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp, totalSize=36.7 K 2024-11-20T06:53:45,747 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:45,747 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/1201bb08719447ac971193ad8b4c0f94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5] 2024-11-20T06:53:45,747 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 41b76c257a6f4e179932944ef3e38481, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732085620937 2024-11-20T06:53:45,748 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1201bb08719447ac971193ad8b4c0f94, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732085620937 2024-11-20T06:53:45,748 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d180b6f4663c47a9ad2b16394e8a5d90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732085621166 2024-11-20T06:53:45,748 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting a50dd62912674b1aa52f83c9727b28b4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732085621166 2024-11-20T06:53:45,748 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cbec5a9e966420184a18d6066d62829, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732085623380 2024-11-20T06:53:45,748 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting dddf88dda8e44452bac943b1dab28ce5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732085623380 2024-11-20T06:53:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:45,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:53:45,751 INFO [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643. 2024-11-20T06:53:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:45,751 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:45,751 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:45,751 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:45,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:45,754 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:45,755 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:45,755 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112002f2f1df88c1469ca3dcab42d3fe90bf_03dd1cf7b9aa1d558a0b666dcf443913 store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:45,756 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/beed613b50354188be9721596748db83 is 50, key is test_row_0/B:col10/1732085623380/Put/seqid=0 2024-11-20T06:53:45,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc1582e439724983905392cf42aa46b4_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_0/A:col10/1732085624063/Put/seqid=0 2024-11-20T06:53:45,760 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112002f2f1df88c1469ca3dcab42d3fe90bf_03dd1cf7b9aa1d558a0b666dcf443913, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:45,760 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112002f2f1df88c1469ca3dcab42d3fe90bf_03dd1cf7b9aa1d558a0b666dcf443913 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:45,761 INFO [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651. 2024-11-20T06:53:45,761 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:53:45,761 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:45,761 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:45,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 885 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2648 rows 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 883 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2633 rows 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 873 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2619 rows 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 883 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2629 rows 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 870 2024-11-20T06:53:45,762 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2595 rows 2024-11-20T06:53:45,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:53:45,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:53:45,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:45,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:45,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:53:45,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T06:53:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:45,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085625766"}]},"ts":"1732085625766"} 2024-11-20T06:53:45,768 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T06:53:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742281_1457 (size=13085) 2024-11-20T06:53:45,768 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T06:53:45,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:53:45,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, UNASSIGN}] 2024-11-20T06:53:45,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, UNASSIGN 2024-11-20T06:53:45,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:45,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, UNASSIGN because future has completed 2024-11-20T06:53:45,772 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:53:45,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:53:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742282_1458 (size=12454) 2024-11-20T06:53:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742283_1459 (size=4469) 2024-11-20T06:53:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:45,925 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:45,925 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:53:45,925 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing 03dd1cf7b9aa1d558a0b666dcf443913, disabling compactions & flushes 2024-11-20T06:53:45,926 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1993): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:46,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:46,180 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/beed613b50354188be9721596748db83 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/beed613b50354188be9721596748db83 2024-11-20T06:53:46,185 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03dd1cf7b9aa1d558a0b666dcf443913#A#compaction#389 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T06:53:46,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/8999b1ced3fc4bafb2262a2312270e58 is 175, key is test_row_0/A:col10/1732085623380/Put/seqid=0 2024-11-20T06:53:46,187 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fc1582e439724983905392cf42aa46b4_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc1582e439724983905392cf42aa46b4_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:46,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b758e55a0dd346ec9134f9d936ecc01c, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:46,188 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/B of 03dd1cf7b9aa1d558a0b666dcf443913 into beed613b50354188be9721596748db83(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:46,188 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:46,188 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/B, priority=13, startTime=1732085625746; duration=0sec 2024-11-20T06:53:46,188 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:46,188 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:46,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b758e55a0dd346ec9134f9d936ecc01c is 175, key is test_row_0/A:col10/1732085624063/Put/seqid=0 2024-11-20T06:53:46,188 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. because compaction request was cancelled 2024-11-20T06:53:46,188 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742284_1460 (size=32039) 2024-11-20T06:53:46,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742285_1461 (size=31255) 2024-11-20T06:53:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:46,593 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=508, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b758e55a0dd346ec9134f9d936ecc01c 2024-11-20T06:53:46,600 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/8999b1ced3fc4bafb2262a2312270e58 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8999b1ced3fc4bafb2262a2312270e58 2024-11-20T06:53:46,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/2f39dbf60a2d412b843d12e4ab5b736f is 50, key is test_row_0/B:col10/1732085624063/Put/seqid=0 2024-11-20T06:53:46,605 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03dd1cf7b9aa1d558a0b666dcf443913/A of 03dd1cf7b9aa1d558a0b666dcf443913 into 8999b1ced3fc4bafb2262a2312270e58(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:46,605 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:46,605 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:46,605 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., storeName=03dd1cf7b9aa1d558a0b666dcf443913/A, priority=13, startTime=1732085625746; duration=0sec 2024-11-20T06:53:46,605 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:46,605 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742286_1462 (size=12301) 2024-11-20T06:53:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:47,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/2f39dbf60a2d412b843d12e4ab5b736f 2024-11-20T06:53:47,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/ab189eff8709422b82ca73fee9abf333 is 50, key is test_row_0/C:col10/1732085624063/Put/seqid=0 2024-11-20T06:53:47,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742287_1463 (size=12301) 2024-11-20T06:53:47,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/ab189eff8709422b82ca73fee9abf333 2024-11-20T06:53:47,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/b758e55a0dd346ec9134f9d936ecc01c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b758e55a0dd346ec9134f9d936ecc01c 2024-11-20T06:53:47,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b758e55a0dd346ec9134f9d936ecc01c, entries=150, sequenceid=508, filesize=30.5 K 2024-11-20T06:53:47,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/2f39dbf60a2d412b843d12e4ab5b736f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2f39dbf60a2d412b843d12e4ab5b736f 2024-11-20T06:53:47,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2f39dbf60a2d412b843d12e4ab5b736f, entries=150, sequenceid=508, filesize=12.0 K 2024-11-20T06:53:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/ab189eff8709422b82ca73fee9abf333 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/ab189eff8709422b82ca73fee9abf333 2024-11-20T06:53:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/ab189eff8709422b82ca73fee9abf333, entries=150, sequenceid=508, filesize=12.0 K 2024-11-20T06:53:47,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=6.71 KB/6870 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1691ms, sequenceid=508, compaction requested=true 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03dd1cf7b9aa1d558a0b666dcf443913: 2024-11-20T06:53:47,442 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:47,442 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. because compaction request was cancelled 2024-11-20T06:53:47,442 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:47,442 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:A 2024-11-20T06:53:47,442 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. after waiting 0 ms 2024-11-20T06:53:47,442 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:47,442 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. because compaction request was cancelled 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:B, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:47,442 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:B 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:47,442 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(2902): Flushing 03dd1cf7b9aa1d558a0b666dcf443913 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03dd1cf7b9aa1d558a0b666dcf443913:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:47,442 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. because compaction request was cancelled 2024-11-20T06:53:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:47,442 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03dd1cf7b9aa1d558a0b666dcf443913:C 2024-11-20T06:53:47,443 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=A 2024-11-20T06:53:47,443 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:47,443 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=B 2024-11-20T06:53:47,443 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:47,443 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 03dd1cf7b9aa1d558a0b666dcf443913, store=C 2024-11-20T06:53:47,443 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:47,447 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208760821f565a430f88470eed330ca2bc_03dd1cf7b9aa1d558a0b666dcf443913 is 50, key is test_row_2/A:col10/1732085625760/Put/seqid=0 2024-11-20T06:53:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742288_1464 (size=7374) 2024-11-20T06:53:47,852 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:47,859 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208760821f565a430f88470eed330ca2bc_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208760821f565a430f88470eed330ca2bc_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:47,861 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9490d4468a43402ea0031b255ae66bf6, store: [table=TestAcidGuarantees family=A region=03dd1cf7b9aa1d558a0b666dcf443913] 2024-11-20T06:53:47,863 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9490d4468a43402ea0031b255ae66bf6 is 175, key is test_row_2/A:col10/1732085625760/Put/seqid=0 2024-11-20T06:53:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742289_1465 (size=13865) 2024-11-20T06:53:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:48,269 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=514, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9490d4468a43402ea0031b255ae66bf6 2024-11-20T06:53:48,280 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a6854c4060bd4f2c8610d09b1d43ff9f is 50, key is test_row_2/B:col10/1732085625760/Put/seqid=0 2024-11-20T06:53:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742290_1466 (size=7415) 2024-11-20T06:53:48,298 DEBUG [regionserver/61c2066a8a0f:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-20T06:53:48,299 WARN [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-20T06:53:48,302 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6fcc64ab9f3e4ba29dd40ecaf87732d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8624e71781604bffb611d60146643d6e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6c23afdedea144228b9e3fa0e2eac30b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8bd607345366479491b49a9e82300531, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/30152de1db224ba198f6d997cb94d09e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/1201bb08719447ac971193ad8b4c0f94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5] to archive 2024-11-20T06:53:48,304 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:53:48,306 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/fcd61777105e437c9fba2ed9ac566afe 2024-11-20T06:53:48,307 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d775bb13329b4a2a85cc3ae1731bb196 2024-11-20T06:53:48,308 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b7e492d1cd174d09be1f3291b0d3f6ff 2024-11-20T06:53:48,309 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6fcc64ab9f3e4ba29dd40ecaf87732d1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6fcc64ab9f3e4ba29dd40ecaf87732d1 2024-11-20T06:53:48,310 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/e0309e535bad4341b206029202bf9a3d 2024-11-20T06:53:48,311 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ffc9c4a9419c484c8f53e494ae5bf60b 2024-11-20T06:53:48,311 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8624e71781604bffb611d60146643d6e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8624e71781604bffb611d60146643d6e 2024-11-20T06:53:48,312 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9ca093676a2941dabd19d35e4019af4f 2024-11-20T06:53:48,313 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/584882b388ed4916b5b1405a372925fc 2024-11-20T06:53:48,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/ad0da7791033467fb1929d955069b257 2024-11-20T06:53:48,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6c23afdedea144228b9e3fa0e2eac30b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/6c23afdedea144228b9e3fa0e2eac30b 2024-11-20T06:53:48,315 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/f770aa56551a4844bb2d5978695676ef 2024-11-20T06:53:48,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/62c61e4c3c604a95843238c1dce02562 2024-11-20T06:53:48,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8bd607345366479491b49a9e82300531 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8bd607345366479491b49a9e82300531 2024-11-20T06:53:48,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/d219c41f2d194d49834e3e1a52705a4a 2024-11-20T06:53:48,318 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/38bb1bd246c24276a6085f8b37cdc03e 2024-11-20T06:53:48,319 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/30152de1db224ba198f6d997cb94d09e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/30152de1db224ba198f6d997cb94d09e 2024-11-20T06:53:48,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/73b0db9328df4827b159283c76babd23 2024-11-20T06:53:48,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/07dfeaa64f04491f9bf0b7a450bd8426 2024-11-20T06:53:48,321 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/289fd5cf7ff149dd8a0814066f8f5f04 2024-11-20T06:53:48,322 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/1201bb08719447ac971193ad8b4c0f94 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/1201bb08719447ac971193ad8b4c0f94 2024-11-20T06:53:48,323 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/a50dd62912674b1aa52f83c9727b28b4 2024-11-20T06:53:48,324 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/dddf88dda8e44452bac943b1dab28ce5 2024-11-20T06:53:48,327 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/7adf1ad06f914536836d9a87a0a3dbd4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/940af4433583424591635a11d0f19908, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/eecc7a745944420eaf262998d05ac2a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/f829c55d39c647c8b53e0017f6777613, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/ea2886ec1c454b219fb1a3dc69eb995e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2d25fbcbf1ea45d5b6cd9760810be91a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9b2d119262fe4896a12f97a9e059e784, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/db412aa267bc4146ad1bf2b75d7b7406, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9a7e34334c13454ca668e5ccdefbeb5e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a55e681514374109b79bd2fafd058e09, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a41e334b0a87480b8fed607fbc4a8f54, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/36471707b7414b4fab0e207d836e623c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/441c4287627b422e90cc0b295c1cbd74, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/602700959bda449d8b6da344ad942616, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/373ac469854547098ffe80b2df69109e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/29f3959c63d84ce7bab037c6eb4c88c9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/e376021b04aa4547abe98ee81f7dd3c8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/b507ccef46f64202b12ec6ba281225a2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d4d7b46b888c46ceb8a943ebaf2558e9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/41b76c257a6f4e179932944ef3e38481, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d26d1e8c41be4455baeac75b011efc92, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d180b6f4663c47a9ad2b16394e8a5d90, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/5cbec5a9e966420184a18d6066d62829] to archive 2024-11-20T06:53:48,328 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:53:48,329 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/7adf1ad06f914536836d9a87a0a3dbd4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/7adf1ad06f914536836d9a87a0a3dbd4 2024-11-20T06:53:48,331 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/940af4433583424591635a11d0f19908 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/940af4433583424591635a11d0f19908 2024-11-20T06:53:48,332 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/eecc7a745944420eaf262998d05ac2a2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/eecc7a745944420eaf262998d05ac2a2 2024-11-20T06:53:48,333 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/f829c55d39c647c8b53e0017f6777613 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/f829c55d39c647c8b53e0017f6777613 2024-11-20T06:53:48,334 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/ea2886ec1c454b219fb1a3dc69eb995e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/ea2886ec1c454b219fb1a3dc69eb995e 2024-11-20T06:53:48,336 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2d25fbcbf1ea45d5b6cd9760810be91a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2d25fbcbf1ea45d5b6cd9760810be91a 2024-11-20T06:53:48,337 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9b2d119262fe4896a12f97a9e059e784 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9b2d119262fe4896a12f97a9e059e784 2024-11-20T06:53:48,338 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/db412aa267bc4146ad1bf2b75d7b7406 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/db412aa267bc4146ad1bf2b75d7b7406 2024-11-20T06:53:48,339 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9a7e34334c13454ca668e5ccdefbeb5e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/9a7e34334c13454ca668e5ccdefbeb5e 2024-11-20T06:53:48,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a55e681514374109b79bd2fafd058e09 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a55e681514374109b79bd2fafd058e09 2024-11-20T06:53:48,342 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a41e334b0a87480b8fed607fbc4a8f54 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a41e334b0a87480b8fed607fbc4a8f54 2024-11-20T06:53:48,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/36471707b7414b4fab0e207d836e623c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/36471707b7414b4fab0e207d836e623c 2024-11-20T06:53:48,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/441c4287627b422e90cc0b295c1cbd74 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/441c4287627b422e90cc0b295c1cbd74 2024-11-20T06:53:48,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/602700959bda449d8b6da344ad942616 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/602700959bda449d8b6da344ad942616 2024-11-20T06:53:48,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/373ac469854547098ffe80b2df69109e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/373ac469854547098ffe80b2df69109e 2024-11-20T06:53:48,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/29f3959c63d84ce7bab037c6eb4c88c9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/29f3959c63d84ce7bab037c6eb4c88c9 2024-11-20T06:53:48,350 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/e376021b04aa4547abe98ee81f7dd3c8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/e376021b04aa4547abe98ee81f7dd3c8 2024-11-20T06:53:48,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/b507ccef46f64202b12ec6ba281225a2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/b507ccef46f64202b12ec6ba281225a2 2024-11-20T06:53:48,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d4d7b46b888c46ceb8a943ebaf2558e9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d4d7b46b888c46ceb8a943ebaf2558e9 2024-11-20T06:53:48,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/41b76c257a6f4e179932944ef3e38481 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/41b76c257a6f4e179932944ef3e38481 2024-11-20T06:53:48,357 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d26d1e8c41be4455baeac75b011efc92 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d26d1e8c41be4455baeac75b011efc92 2024-11-20T06:53:48,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d180b6f4663c47a9ad2b16394e8a5d90 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/d180b6f4663c47a9ad2b16394e8a5d90 2024-11-20T06:53:48,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/5cbec5a9e966420184a18d6066d62829 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/5cbec5a9e966420184a18d6066d62829 2024-11-20T06:53:48,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/dbd84daa75464a8cbdc3445a2c5df7fc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/74e1970192e34a6bb27d47503bfbbd05, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/05dc9eb16ff64265820323ca7d48ce5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/93746c8802e748cc9e5dc8fa2a2971ba, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/23c39063413b47dda98f1cc463c4652e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/d39fe704ca0c47fb907ddb1eadee5275, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/b5cc3d16974d46d7b53cddbf85dad626, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7c7ff7a7ed1c412e893638c570682baf, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/979117395c0e41b685092b3ef3cb299b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/5449ee95d04e4e4b8ef83c5b558a9a66, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/497d0ab0d0974421a7840d042d8b2e1e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/3130f209a0a94cf8a22f1d8b640b6899, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7bf69be34b7b4e7c94cd5946828e5b64, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7432a1eb112c42349236d3655853876c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/1833a8b561de42d0b3102833dddb2b0d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/868f79dc580f426685fe0f4744a1e42b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/4907c4c7dab64b90b97359de5b1440b0, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/eef5520d6d84408cb7a55206f884c64c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/50c2632507e2435492746c602421a670, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7f672047791a46a8be011e2d5a9ce1f1] to archive 2024-11-20T06:53:48,366 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:53:48,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/dbd84daa75464a8cbdc3445a2c5df7fc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/dbd84daa75464a8cbdc3445a2c5df7fc 2024-11-20T06:53:48,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/74e1970192e34a6bb27d47503bfbbd05 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/74e1970192e34a6bb27d47503bfbbd05 2024-11-20T06:53:48,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/05dc9eb16ff64265820323ca7d48ce5a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/05dc9eb16ff64265820323ca7d48ce5a 2024-11-20T06:53:48,369 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/93746c8802e748cc9e5dc8fa2a2971ba to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/93746c8802e748cc9e5dc8fa2a2971ba 2024-11-20T06:53:48,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/23c39063413b47dda98f1cc463c4652e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/23c39063413b47dda98f1cc463c4652e 2024-11-20T06:53:48,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/d39fe704ca0c47fb907ddb1eadee5275 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/d39fe704ca0c47fb907ddb1eadee5275 2024-11-20T06:53:48,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/b5cc3d16974d46d7b53cddbf85dad626 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/b5cc3d16974d46d7b53cddbf85dad626 2024-11-20T06:53:48,372 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7c7ff7a7ed1c412e893638c570682baf to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7c7ff7a7ed1c412e893638c570682baf 2024-11-20T06:53:48,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/979117395c0e41b685092b3ef3cb299b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/979117395c0e41b685092b3ef3cb299b 2024-11-20T06:53:48,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/5449ee95d04e4e4b8ef83c5b558a9a66 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/5449ee95d04e4e4b8ef83c5b558a9a66 2024-11-20T06:53:48,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/497d0ab0d0974421a7840d042d8b2e1e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/497d0ab0d0974421a7840d042d8b2e1e 2024-11-20T06:53:48,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/3130f209a0a94cf8a22f1d8b640b6899 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/3130f209a0a94cf8a22f1d8b640b6899 2024-11-20T06:53:48,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7bf69be34b7b4e7c94cd5946828e5b64 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7bf69be34b7b4e7c94cd5946828e5b64 2024-11-20T06:53:48,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7432a1eb112c42349236d3655853876c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7432a1eb112c42349236d3655853876c 2024-11-20T06:53:48,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/1833a8b561de42d0b3102833dddb2b0d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/1833a8b561de42d0b3102833dddb2b0d 2024-11-20T06:53:48,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/868f79dc580f426685fe0f4744a1e42b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/868f79dc580f426685fe0f4744a1e42b 2024-11-20T06:53:48,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/4907c4c7dab64b90b97359de5b1440b0 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/4907c4c7dab64b90b97359de5b1440b0 2024-11-20T06:53:48,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/eef5520d6d84408cb7a55206f884c64c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/eef5520d6d84408cb7a55206f884c64c 2024-11-20T06:53:48,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/50c2632507e2435492746c602421a670 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/50c2632507e2435492746c602421a670 2024-11-20T06:53:48,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7f672047791a46a8be011e2d5a9ce1f1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/7f672047791a46a8be011e2d5a9ce1f1 2024-11-20T06:53:48,684 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a6854c4060bd4f2c8610d09b1d43ff9f 2024-11-20T06:53:48,693 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/e3965e0ed4c24d22955e33ea175265eb is 50, key is test_row_2/C:col10/1732085625760/Put/seqid=0 2024-11-20T06:53:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742291_1467 (size=7415) 2024-11-20T06:53:49,097 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/e3965e0ed4c24d22955e33ea175265eb 2024-11-20T06:53:49,101 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/A/9490d4468a43402ea0031b255ae66bf6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9490d4468a43402ea0031b255ae66bf6 2024-11-20T06:53:49,105 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9490d4468a43402ea0031b255ae66bf6, entries=50, sequenceid=514, filesize=13.5 K 2024-11-20T06:53:49,106 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/B/a6854c4060bd4f2c8610d09b1d43ff9f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a6854c4060bd4f2c8610d09b1d43ff9f 2024-11-20T06:53:49,109 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a6854c4060bd4f2c8610d09b1d43ff9f, entries=50, sequenceid=514, filesize=7.2 K 2024-11-20T06:53:49,110 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/.tmp/C/e3965e0ed4c24d22955e33ea175265eb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/e3965e0ed4c24d22955e33ea175265eb 2024-11-20T06:53:49,115 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/e3965e0ed4c24d22955e33ea175265eb, entries=50, sequenceid=514, filesize=7.2 K 2024-11-20T06:53:49,116 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1673ms, sequenceid=514, compaction requested=true 2024-11-20T06:53:49,120 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/recovered.edits/517.seqid, newMaxSeqId=517, maxSeqId=4 2024-11-20T06:53:49,121 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. 2024-11-20T06:53:49,121 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for 03dd1cf7b9aa1d558a0b666dcf443913: Waiting for close lock at 1732085625925Running coprocessor pre-close hooks at 1732085625925Disabling compacts and flushes for region at 1732085625925Disabling writes for close at 1732085627442 (+1517 ms)Obtaining lock to block concurrent updates at 1732085627442Preparing flush snapshotting stores in 03dd1cf7b9aa1d558a0b666dcf443913 at 1732085627442Finished memstore snapshotting TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732085627443 (+1 ms)Flushing stores of TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913. at 1732085627443Flushing 03dd1cf7b9aa1d558a0b666dcf443913/A: creating writer at 1732085627443Flushing mob file 03dd1cf7b9aa1d558a0b666dcf443913/A: appending metadata at 1732085627447 (+4 ms)Flushing mob file 03dd1cf7b9aa1d558a0b666dcf443913/A: closing flushed file at 1732085627447Flushing 03dd1cf7b9aa1d558a0b666dcf443913/A: appending metadata at 1732085627861 (+414 ms)Flushing 03dd1cf7b9aa1d558a0b666dcf443913/A: closing flushed file at 1732085627861Flushing 03dd1cf7b9aa1d558a0b666dcf443913/B: creating writer at 1732085628277 (+416 ms)Flushing 03dd1cf7b9aa1d558a0b666dcf443913/B: appending metadata at 1732085628279 (+2 ms)Flushing 03dd1cf7b9aa1d558a0b666dcf443913/B: closing flushed file at 1732085628279Flushing 03dd1cf7b9aa1d558a0b666dcf443913/C: creating writer at 1732085628689 (+410 ms)Flushing 03dd1cf7b9aa1d558a0b666dcf443913/C: appending metadata at 1732085628692 (+3 ms)Flushing 03dd1cf7b9aa1d558a0b666dcf443913/C: closing flushed file at 1732085628692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307d3aac: reopening flushed file at 1732085629100 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4748052a: reopening flushed file at 1732085629105 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f022e39: reopening flushed file at 1732085629110 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 03dd1cf7b9aa1d558a0b666dcf443913 in 1673ms, sequenceid=514, compaction requested=true at 1732085629116 (+6 ms)Writing region close event to WAL at 1732085629117 (+1 ms)Running coprocessor post-close hooks at 1732085629121 (+4 ms)Closed at 1732085629121 2024-11-20T06:53:49,123 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed 03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=03dd1cf7b9aa1d558a0b666dcf443913, regionState=CLOSED 2024-11-20T06:53:49,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; CloseRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:53:49,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T06:53:49,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseRegionProcedure 03dd1cf7b9aa1d558a0b666dcf443913, server=61c2066a8a0f,44005,1732085505243 in 3.3540 sec 2024-11-20T06:53:49,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T06:53:49,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=03dd1cf7b9aa1d558a0b666dcf443913, UNASSIGN in 3.3580 sec 2024-11-20T06:53:49,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T06:53:49,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3670 sec 2024-11-20T06:53:49,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085629138"}]},"ts":"1732085629138"} 2024-11-20T06:53:49,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T06:53:49,139 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T06:53:49,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3770 sec 2024-11-20T06:53:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T06:53:49,931 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:49,932 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T06:53:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:49,937 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T06:53:49,938 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=131, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:49,940 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,942 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/recovered.edits] 2024-11-20T06:53:49,945 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8999b1ced3fc4bafb2262a2312270e58 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/8999b1ced3fc4bafb2262a2312270e58 2024-11-20T06:53:49,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9490d4468a43402ea0031b255ae66bf6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/9490d4468a43402ea0031b255ae66bf6 2024-11-20T06:53:49,947 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b758e55a0dd346ec9134f9d936ecc01c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/A/b758e55a0dd346ec9134f9d936ecc01c 2024-11-20T06:53:49,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2f39dbf60a2d412b843d12e4ab5b736f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/2f39dbf60a2d412b843d12e4ab5b736f 2024-11-20T06:53:49,950 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a6854c4060bd4f2c8610d09b1d43ff9f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/a6854c4060bd4f2c8610d09b1d43ff9f 2024-11-20T06:53:49,952 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/beed613b50354188be9721596748db83 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/B/beed613b50354188be9721596748db83 2024-11-20T06:53:49,954 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/03b89f746c0d47788a7851d8da76d4a4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/03b89f746c0d47788a7851d8da76d4a4 2024-11-20T06:53:49,956 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/293cd0679eaa4f879eeab5144ead0213 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/293cd0679eaa4f879eeab5144ead0213 2024-11-20T06:53:49,957 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/ab189eff8709422b82ca73fee9abf333 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/ab189eff8709422b82ca73fee9abf333 2024-11-20T06:53:49,958 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/e3965e0ed4c24d22955e33ea175265eb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/e3965e0ed4c24d22955e33ea175265eb 2024-11-20T06:53:49,959 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/fe212b3c16e34f9eab5f090d25242ca5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/C/fe212b3c16e34f9eab5f090d25242ca5 2024-11-20T06:53:49,962 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/recovered.edits/517.seqid to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913/recovered.edits/517.seqid 2024-11-20T06:53:49,963 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,963 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T06:53:49,963 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T06:53:49,964 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T06:53:49,968 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112019986c1228a04c8bbfbfd06c74242506_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112019986c1228a04c8bbfbfd06c74242506_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,969 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202dad5c5c5fa4436f973952ab1898e7a3_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202dad5c5c5fa4436f973952ab1898e7a3_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,970 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c15f1c147af41729b1d82a872d300ae_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203c15f1c147af41729b1d82a872d300ae_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,972 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204361cb21c5284bf49cebf6628821efa7_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204361cb21c5284bf49cebf6628821efa7_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,974 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120531852e1111f4c3b886b916dc2529903_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120531852e1111f4c3b886b916dc2529903_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,975 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120649abf905108426e9e37319896ee4969_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120649abf905108426e9e37319896ee4969_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,977 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112072157cb21cdc48d5a58fa6a13750d9f0_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112072157cb21cdc48d5a58fa6a13750d9f0_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,979 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120722d0bcd5c5a42baac03bb82db8af826_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120722d0bcd5c5a42baac03bb82db8af826_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,980 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208760821f565a430f88470eed330ca2bc_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208760821f565a430f88470eed330ca2bc_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,982 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208ef2615ee82a434c9f1171ccca1bfebc_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208ef2615ee82a434c9f1171ccca1bfebc_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,984 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b12597481fa4d938adccc8cb89e8b52_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b12597481fa4d938adccc8cb89e8b52_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,985 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a887bcb174bd40619547a43a9a58a3c1_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a887bcb174bd40619547a43a9a58a3c1_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,987 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9568e18318d489c82e91d68366e314e_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9568e18318d489c82e91d68366e314e_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,989 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba583316f70c479ba97e8c7420b838ea_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba583316f70c479ba97e8c7420b838ea_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,990 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c2bc160c141948ebae0f354f0633c863_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c2bc160c141948ebae0f354f0633c863_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,992 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d48e643962cc4728be899dd274abe1f4_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d48e643962cc4728be899dd274abe1f4_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da43293562f64f468dd481ab3a6a2ce8_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120da43293562f64f468dd481ab3a6a2ce8_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,995 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f76a970de0cc43bab5eafdeff0c0154d_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f76a970de0cc43bab5eafdeff0c0154d_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,996 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc1582e439724983905392cf42aa46b4_03dd1cf7b9aa1d558a0b666dcf443913 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fc1582e439724983905392cf42aa46b4_03dd1cf7b9aa1d558a0b666dcf443913 2024-11-20T06:53:49,996 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T06:53:49,998 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=131, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:50,000 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T06:53:50,002 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T06:53:50,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=131, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:50,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T06:53:50,003 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732085630003"}]},"ts":"9223372036854775807"} 2024-11-20T06:53:50,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T06:53:50,005 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 03dd1cf7b9aa1d558a0b666dcf443913, NAME => 'TestAcidGuarantees,,1732085600859.03dd1cf7b9aa1d558a0b666dcf443913.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T06:53:50,005 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T06:53:50,006 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732085630005"}]},"ts":"9223372036854775807"} 2024-11-20T06:53:50,007 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T06:53:50,008 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=131, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:50,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-20T06:53:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T06:53:50,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T06:53:50,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:50,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_970031482_22 at /127.0.0.1:48592 [Waiting for operation #2612] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_970031482_22 at /127.0.0.1:32858 [Waiting for operation #2330] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/61c2066a8a0f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1075644032_22 at /127.0.0.1:32874 [Waiting for operation #2308] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1075644032_22 at /127.0.0.1:32886 [Waiting for operation #2266] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=542 (was 463) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4134 (was 3416) - AvailableMemoryMB LEAK? - 2024-11-20T06:53:50,060 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=542, ProcessCount=11, AvailableMemoryMB=4134 2024-11-20T06:53:50,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:53:50,061 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:53:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T06:53:50,063 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:53:50,063 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:50,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 132 2024-11-20T06:53:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T06:53:50,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:53:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742292_1468 (size=1061) 2024-11-20T06:53:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T06:53:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T06:53:50,471 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:53:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742293_1469 (size=53) 2024-11-20T06:53:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T06:53:50,895 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:53:50,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5cd7ba72c8c4fddf0ab45d189d49818b, disabling compactions & flushes 2024-11-20T06:53:50,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:50,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:50,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. after waiting 0 ms 2024-11-20T06:53:50,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:50,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:50,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cd7ba72c8c4fddf0ab45d189d49818b: Waiting for close lock at 1732085630895Disabling compacts and flushes for region at 1732085630895Disabling writes for close at 1732085630896 (+1 ms)Writing region close event to WAL at 1732085630896Closed at 1732085630896 2024-11-20T06:53:50,897 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:53:50,897 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732085630897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085630897"}]},"ts":"1732085630897"} 2024-11-20T06:53:50,899 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:53:50,900 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:53:50,901 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085630900"}]},"ts":"1732085630900"} 2024-11-20T06:53:50,903 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T06:53:50,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, ASSIGN}] 2024-11-20T06:53:50,904 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, ASSIGN 2024-11-20T06:53:50,905 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=false 2024-11-20T06:53:51,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=5cd7ba72c8c4fddf0ab45d189d49818b, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:51,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, ASSIGN because future has completed 2024-11-20T06:53:51,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:53:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T06:53:51,213 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:51,213 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:53:51,214 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,214 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:53:51,214 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7794): checking encryption for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,215 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(7797): checking classloading for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,216 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,217 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:51,217 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd7ba72c8c4fddf0ab45d189d49818b columnFamilyName A 2024-11-20T06:53:51,217 DEBUG [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:51,217 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.HStore(327): Store=5cd7ba72c8c4fddf0ab45d189d49818b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:51,217 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,218 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:51,218 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd7ba72c8c4fddf0ab45d189d49818b columnFamilyName B 2024-11-20T06:53:51,218 DEBUG [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:51,219 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.HStore(327): Store=5cd7ba72c8c4fddf0ab45d189d49818b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:51,219 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,219 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:53:51,219 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd7ba72c8c4fddf0ab45d189d49818b columnFamilyName C 2024-11-20T06:53:51,219 DEBUG [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:53:51,220 INFO [StoreOpener-5cd7ba72c8c4fddf0ab45d189d49818b-1 {}] regionserver.HStore(327): Store=5cd7ba72c8c4fddf0ab45d189d49818b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:53:51,220 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:51,220 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1038): replaying wal for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,220 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,221 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,221 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1048): stopping wal replay for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,221 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1060): Cleaning up temporary data for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,222 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:53:51,222 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1093): writing seq id for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,224 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:53:51,224 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1114): Opened 5cd7ba72c8c4fddf0ab45d189d49818b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73204628, jitterRate=0.09083396196365356}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:53:51,224 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:51,225 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegion(1006): Region open journal for 5cd7ba72c8c4fddf0ab45d189d49818b: Running coprocessor pre-open hook at 1732085631215Writing region info on filesystem at 1732085631215Initializing all the Stores at 1732085631215Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085631215Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085631216 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085631216Cleaning up temporary data from old regions at 1732085631221 (+5 ms)Running coprocessor post-open hooks at 1732085631224 (+3 ms)Region opened successfully at 1732085631225 (+1 ms) 2024-11-20T06:53:51,225 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., pid=134, masterSystemTime=1732085631210 2024-11-20T06:53:51,227 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:51,227 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=134}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:51,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=5cd7ba72c8c4fddf0ab45d189d49818b, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:51,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:53:51,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T06:53:51,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 in 171 msec 2024-11-20T06:53:51,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T06:53:51,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, ASSIGN in 327 msec 2024-11-20T06:53:51,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:53:51,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085631232"}]},"ts":"1732085631232"} 2024-11-20T06:53:51,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T06:53:51,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:53:51,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-20T06:53:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-20T06:53:52,221 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:52,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad78a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,223 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d19e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35de392d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:53:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:53:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f1e5a3 2024-11-20T06:53:52,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:53:52,229 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:53:52,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4441eb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,231 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4569408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3ca814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5a406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,237 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ce3794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d248093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,240 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3784a9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,241 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6b4848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,244 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26158a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542d27f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78298a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5889fef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108d24d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,252 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b98703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,254 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20822bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,256 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e688a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,258 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68074688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,259 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3f0d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:53:52,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:53:52,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:53:52,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:53:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:53:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446e40d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:53:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:53:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:53:52,270 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:53:52,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b8c38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:53:52,274 DEBUG [Thread-2094 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,275 DEBUG [Thread-2105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,275 DEBUG [Thread-2098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,276 DEBUG [Thread-2100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,283 DEBUG [Thread-2111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,284 DEBUG [Thread-2109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:52,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:52,291 DEBUG [Thread-2107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,291 DEBUG [Thread-2092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,303 DEBUG [Thread-2096 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-20T06:53:52,313 DEBUG [Thread-2103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:53:52,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:53:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:53:52,317 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:52,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:52,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:53:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T06:53:52,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2] 2024-11-20T06:53:52,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/6bd2dff2c7834d00b0002c16b09aaee8 is 50, key is test_row_0/A:col10/1732085632288/Put/seqid=0 2024-11-20T06:53:52,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085632335, max timestamp=1732085632351Num uniques 859; 2024-11-20T06:53:52,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:53:52,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085632335, max timestamp=1732085632351Num uniques 859; 2024-11-20T06:53:52,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085632335, max timestamp=1732085632351Num uniques 859; 2024-11-20T06:53:52,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:52,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:52,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742294_1470 (size=12001) 2024-11-20T06:53:52,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/6bd2dff2c7834d00b0002c16b09aaee8 2024-11-20T06:53:52,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2d60c1c90050477991e358006b6d3643 is 50, key is test_row_0/B:col10/1732085632288/Put/seqid=0 2024-11-20T06:53:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T06:53:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085692411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742295_1471 (size=12001) 2024-11-20T06:53:52,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085692419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085692419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085692420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085692421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085692540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085692550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085692550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085692550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085692550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T06:53:52,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085692750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085692760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085692771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085692771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085692771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:52,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:52,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:52,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2d60c1c90050477991e358006b6d3643 2024-11-20T06:53:52,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/86a1e58e6a9a448a975212d4ff7cc0df is 50, key is test_row_0/C:col10/1732085632288/Put/seqid=0 2024-11-20T06:53:52,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:52,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T06:53:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742296_1472 (size=12001) 2024-11-20T06:53:53,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085693060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085693080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:53,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:53,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085693090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085693091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085693091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:53,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:53,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/86a1e58e6a9a448a975212d4ff7cc0df 2024-11-20T06:53:53,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/6bd2dff2c7834d00b0002c16b09aaee8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6bd2dff2c7834d00b0002c16b09aaee8 2024-11-20T06:53:53,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6bd2dff2c7834d00b0002c16b09aaee8, entries=150, sequenceid=11, filesize=11.7 K 2024-11-20T06:53:53,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2d60c1c90050477991e358006b6d3643 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2d60c1c90050477991e358006b6d3643 2024-11-20T06:53:53,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2d60c1c90050477991e358006b6d3643, entries=150, sequenceid=11, filesize=11.7 K 2024-11-20T06:53:53,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/86a1e58e6a9a448a975212d4ff7cc0df as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/86a1e58e6a9a448a975212d4ff7cc0df 2024-11-20T06:53:53,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/86a1e58e6a9a448a975212d4ff7cc0df, entries=150, sequenceid=11, filesize=11.7 K 2024-11-20T06:53:53,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1095ms, sequenceid=11, compaction requested=false 2024-11-20T06:53:53,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:53,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T06:53:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:53,404 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-11-20T06:53:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/eb4f7c65b6764ec4a12d95aa2524815c is 50, key is test_row_0/A:col10/1732085632413/Put/seqid=0 2024-11-20T06:53:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742297_1473 (size=12001) 2024-11-20T06:53:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T06:53:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:53,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:53,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085693620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085693620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085693625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085693631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085693632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085693742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085693750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085693750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085693750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:53,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:53,827 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/eb4f7c65b6764ec4a12d95aa2524815c 2024-11-20T06:53:53,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/7b8a53639b8a4a18a5e0b017fb72a4ca is 50, key is test_row_0/B:col10/1732085632413/Put/seqid=0 2024-11-20T06:53:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742298_1474 (size=12001) 2024-11-20T06:53:53,846 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/7b8a53639b8a4a18a5e0b017fb72a4ca 2024-11-20T06:53:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/352cc5a8faa84978af5699da9a22a8e2 is 50, key is test_row_0/C:col10/1732085632413/Put/seqid=0 2024-11-20T06:53:53,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742299_1475 (size=12001) 2024-11-20T06:53:53,866 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/352cc5a8faa84978af5699da9a22a8e2 2024-11-20T06:53:53,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/eb4f7c65b6764ec4a12d95aa2524815c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/eb4f7c65b6764ec4a12d95aa2524815c 2024-11-20T06:53:53,874 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/eb4f7c65b6764ec4a12d95aa2524815c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T06:53:53,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/7b8a53639b8a4a18a5e0b017fb72a4ca as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7b8a53639b8a4a18a5e0b017fb72a4ca 2024-11-20T06:53:53,879 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7b8a53639b8a4a18a5e0b017fb72a4ca, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T06:53:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/352cc5a8faa84978af5699da9a22a8e2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/352cc5a8faa84978af5699da9a22a8e2 2024-11-20T06:53:53,887 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/352cc5a8faa84978af5699da9a22a8e2, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T06:53:53,887 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=46.96 KB/48090 for 5cd7ba72c8c4fddf0ab45d189d49818b in 483ms, sequenceid=47, compaction requested=false 2024-11-20T06:53:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:53,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-20T06:53:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-20T06:53:53,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T06:53:53,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-11-20T06:53:53,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.5800 sec 2024-11-20T06:53:53,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:53:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:53,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:53,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/33399d8db7aa4dc8bb66c10bc4a52e34 is 50, key is test_row_0/A:col10/1732085633963/Put/seqid=0 2024-11-20T06:53:54,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742300_1476 (size=14341) 2024-11-20T06:53:54,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/33399d8db7aa4dc8bb66c10bc4a52e34 2024-11-20T06:53:54,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/602c31c53cd1406188c4a5f345e5b171 is 50, key is test_row_0/B:col10/1732085633963/Put/seqid=0 2024-11-20T06:53:54,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085634016, max timestamp=1732085634037Num uniques 859; 2024-11-20T06:53:54,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085634016, max timestamp=1732085634037Num uniques 859; 2024-11-20T06:53:54,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:54,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:54,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085634016, max timestamp=1732085634037Num uniques 859; 2024-11-20T06:53:54,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742301_1477 (size=12001) 2024-11-20T06:53:54,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/602c31c53cd1406188c4a5f345e5b171 2024-11-20T06:53:54,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/dbe63e15b4c04df7bccfbf7a7bcc14d9 is 50, key is test_row_0/C:col10/1732085633963/Put/seqid=0 2024-11-20T06:53:54,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742302_1478 (size=12001) 2024-11-20T06:53:54,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085694089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085694090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085694092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085694093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085694201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085694210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085694210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085694210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085694420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085694430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085694430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085694430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T06:53:54,471 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:54,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:54,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/dbe63e15b4c04df7bccfbf7a7bcc14d9 2024-11-20T06:53:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-20T06:53:54,474 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:54,475 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:54,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T06:53:54,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/33399d8db7aa4dc8bb66c10bc4a52e34 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/33399d8db7aa4dc8bb66c10bc4a52e34 2024-11-20T06:53:54,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/33399d8db7aa4dc8bb66c10bc4a52e34, entries=200, sequenceid=58, filesize=14.0 K 2024-11-20T06:53:54,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/602c31c53cd1406188c4a5f345e5b171 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/602c31c53cd1406188c4a5f345e5b171 2024-11-20T06:53:54,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/602c31c53cd1406188c4a5f345e5b171, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T06:53:54,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/dbe63e15b4c04df7bccfbf7a7bcc14d9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dbe63e15b4c04df7bccfbf7a7bcc14d9 2024-11-20T06:53:54,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dbe63e15b4c04df7bccfbf7a7bcc14d9, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T06:53:54,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5cd7ba72c8c4fddf0ab45d189d49818b in 528ms, sequenceid=58, compaction requested=true 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:54,492 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:54,492 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:54,493 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:54,493 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:53:54,493 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:54,493 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2d60c1c90050477991e358006b6d3643, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7b8a53639b8a4a18a5e0b017fb72a4ca, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/602c31c53cd1406188c4a5f345e5b171] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=35.2 K 2024-11-20T06:53:54,493 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:54,493 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:53:54,493 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:54,493 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6bd2dff2c7834d00b0002c16b09aaee8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/eb4f7c65b6764ec4a12d95aa2524815c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/33399d8db7aa4dc8bb66c10bc4a52e34] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=37.4 K 2024-11-20T06:53:54,494 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d60c1c90050477991e358006b6d3643, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732085632280 2024-11-20T06:53:54,494 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bd2dff2c7834d00b0002c16b09aaee8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732085632280 2024-11-20T06:53:54,494 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b8a53639b8a4a18a5e0b017fb72a4ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732085632409 2024-11-20T06:53:54,494 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 602c31c53cd1406188c4a5f345e5b171, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732085633629 2024-11-20T06:53:54,494 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb4f7c65b6764ec4a12d95aa2524815c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732085632409 2024-11-20T06:53:54,495 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33399d8db7aa4dc8bb66c10bc4a52e34, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732085633607 2024-11-20T06:53:54,502 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:54,502 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a63c5245d3384360a850b4cc247c4b3e is 50, key is test_row_0/B:col10/1732085633963/Put/seqid=0 2024-11-20T06:53:54,505 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:54,505 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/f7f3e0180ada45f6aae8a2f235b65d62 is 50, key is test_row_0/A:col10/1732085633963/Put/seqid=0 2024-11-20T06:53:54,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742303_1479 (size=12104) 2024-11-20T06:53:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742304_1480 (size=12104) 2024-11-20T06:53:54,550 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/f7f3e0180ada45f6aae8a2f235b65d62 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f7f3e0180ada45f6aae8a2f235b65d62 2024-11-20T06:53:54,557 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into f7f3e0180ada45f6aae8a2f235b65d62(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:54,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:54,557 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=13, startTime=1732085634492; duration=0sec 2024-11-20T06:53:54,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:54,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:53:54,557 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:54,559 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:54,559 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:53:54,559 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:54,559 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/86a1e58e6a9a448a975212d4ff7cc0df, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/352cc5a8faa84978af5699da9a22a8e2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dbe63e15b4c04df7bccfbf7a7bcc14d9] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=35.2 K 2024-11-20T06:53:54,560 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a1e58e6a9a448a975212d4ff7cc0df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732085632280 2024-11-20T06:53:54,562 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 352cc5a8faa84978af5699da9a22a8e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732085632409 2024-11-20T06:53:54,563 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe63e15b4c04df7bccfbf7a7bcc14d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732085633629 2024-11-20T06:53:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T06:53:54,585 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:54,585 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ec30f4d3b6ac48e68b95786e9c95c9eb is 50, key is test_row_0/C:col10/1732085633963/Put/seqid=0 2024-11-20T06:53:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742305_1481 (size=12104) 2024-11-20T06:53:54,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-20T06:53:54,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:54,630 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-20T06:53:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:54,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:53:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/12fc12a53d294eba849f7dd9b02b7836 is 50, key is test_row_0/A:col10/1732085634090/Put/seqid=0 2024-11-20T06:53:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742306_1482 (size=12001) 2024-11-20T06:53:54,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085694734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085694740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085694750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085694750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085694750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T06:53:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085694850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:54,921 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a63c5245d3384360a850b4cc247c4b3e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a63c5245d3384360a850b4cc247c4b3e 2024-11-20T06:53:54,924 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into a63c5245d3384360a850b4cc247c4b3e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:54,924 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:54,924 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=13, startTime=1732085634492; duration=0sec 2024-11-20T06:53:54,924 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:54,924 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:53:55,020 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ec30f4d3b6ac48e68b95786e9c95c9eb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ec30f4d3b6ac48e68b95786e9c95c9eb 2024-11-20T06:53:55,023 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into ec30f4d3b6ac48e68b95786e9c95c9eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:55,023 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:55,023 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=13, startTime=1732085634492; duration=0sec 2024-11-20T06:53:55,023 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:55,023 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:53:55,069 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/12fc12a53d294eba849f7dd9b02b7836 2024-11-20T06:53:55,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085695070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/7025ae7489294ad188ff43cd10e9c869 is 50, key is test_row_0/B:col10/1732085634090/Put/seqid=0 2024-11-20T06:53:55,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742307_1483 (size=12001) 2024-11-20T06:53:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T06:53:55,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085695260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085695270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085695270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085695270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085695380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,500 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/7025ae7489294ad188ff43cd10e9c869 2024-11-20T06:53:55,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/90a465e9518a42c5af22fe0c395042be is 50, key is test_row_0/C:col10/1732085634090/Put/seqid=0 2024-11-20T06:53:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742308_1484 (size=12001) 2024-11-20T06:53:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T06:53:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085695900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:55,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:55,985 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/90a465e9518a42c5af22fe0c395042be 2024-11-20T06:53:55,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/12fc12a53d294eba849f7dd9b02b7836 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/12fc12a53d294eba849f7dd9b02b7836 2024-11-20T06:53:55,991 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/12fc12a53d294eba849f7dd9b02b7836, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T06:53:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/7025ae7489294ad188ff43cd10e9c869 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7025ae7489294ad188ff43cd10e9c869 2024-11-20T06:53:55,995 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7025ae7489294ad188ff43cd10e9c869, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T06:53:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/90a465e9518a42c5af22fe0c395042be as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/90a465e9518a42c5af22fe0c395042be 2024-11-20T06:53:56,001 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/90a465e9518a42c5af22fe0c395042be, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T06:53:56,002 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1372ms, sequenceid=94, compaction requested=false 2024-11-20T06:53:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:56,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-20T06:53:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-20T06:53:56,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T06:53:56,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5280 sec 2024-11-20T06:53:56,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.5360 sec 2024-11-20T06:53:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:56,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T06:53:56,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:56,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:56,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/96f4c498db5345eb8ef53f5e7bcb64b2 is 50, key is test_row_1/A:col10/1732085636283/Put/seqid=0 2024-11-20T06:53:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742309_1485 (size=11997) 2024-11-20T06:53:56,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/96f4c498db5345eb8ef53f5e7bcb64b2 2024-11-20T06:53:56,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/1debcd9b8fc04b3ba2612ac9169a1b65 is 50, key is test_row_1/B:col10/1732085636283/Put/seqid=0 2024-11-20T06:53:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742310_1486 (size=9657) 2024-11-20T06:53:56,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/1debcd9b8fc04b3ba2612ac9169a1b65 2024-11-20T06:53:56,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/fb0c895ae4b74278b38fa32b88da9c84 is 50, key is test_row_1/C:col10/1732085636283/Put/seqid=0 2024-11-20T06:53:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085696331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085696332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085696333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085696344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742311_1487 (size=9657) 2024-11-20T06:53:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085696449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085696449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085696450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085696460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T06:53:56,620 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:56,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-20T06:53:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T06:53:56,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:56,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:56,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085696660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085696661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085696660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085696670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:56,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T06:53:56,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/fb0c895ae4b74278b38fa32b88da9c84 2024-11-20T06:53:56,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/96f4c498db5345eb8ef53f5e7bcb64b2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/96f4c498db5345eb8ef53f5e7bcb64b2 2024-11-20T06:53:56,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/96f4c498db5345eb8ef53f5e7bcb64b2, entries=150, sequenceid=108, filesize=11.7 K 2024-11-20T06:53:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/1debcd9b8fc04b3ba2612ac9169a1b65 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/1debcd9b8fc04b3ba2612ac9169a1b65 2024-11-20T06:53:56,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T06:53:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:56,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:56,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/1debcd9b8fc04b3ba2612ac9169a1b65, entries=100, sequenceid=108, filesize=9.4 K 2024-11-20T06:53:56,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/fb0c895ae4b74278b38fa32b88da9c84 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fb0c895ae4b74278b38fa32b88da9c84 2024-11-20T06:53:56,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fb0c895ae4b74278b38fa32b88da9c84, entries=100, sequenceid=108, filesize=9.4 K 2024-11-20T06:53:56,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5cd7ba72c8c4fddf0ab45d189d49818b in 501ms, sequenceid=108, compaction requested=true 2024-11-20T06:53:56,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:56,786 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:56,787 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:56,787 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:53:56,787 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:56,787 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f7f3e0180ada45f6aae8a2f235b65d62, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/12fc12a53d294eba849f7dd9b02b7836, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/96f4c498db5345eb8ef53f5e7bcb64b2] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=35.3 K 2024-11-20T06:53:56,788 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7f3e0180ada45f6aae8a2f235b65d62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732085633629 2024-11-20T06:53:56,788 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12fc12a53d294eba849f7dd9b02b7836, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732085634062 2024-11-20T06:53:56,789 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96f4c498db5345eb8ef53f5e7bcb64b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732085634705 2024-11-20T06:53:56,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:56,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:56,805 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:56,806 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:56,806 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:56,806 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:53:56,806 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:56,806 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a63c5245d3384360a850b4cc247c4b3e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7025ae7489294ad188ff43cd10e9c869, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/1debcd9b8fc04b3ba2612ac9169a1b65] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=33.0 K 2024-11-20T06:53:56,806 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/76810f9c94af4365ac3d3f2227b58803 is 50, key is test_row_0/A:col10/1732085634090/Put/seqid=0 2024-11-20T06:53:56,806 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a63c5245d3384360a850b4cc247c4b3e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732085633629 2024-11-20T06:53:56,807 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7025ae7489294ad188ff43cd10e9c869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732085634062 2024-11-20T06:53:56,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:56,807 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1debcd9b8fc04b3ba2612ac9169a1b65, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732085634732 2024-11-20T06:53:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:56,824 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:56,824 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e4cdb44797cf42dcb5228b230eaf1956 is 50, key is test_row_0/B:col10/1732085634090/Put/seqid=0 2024-11-20T06:53:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742313_1489 (size=12207) 2024-11-20T06:53:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742312_1488 (size=12207) 2024-11-20T06:53:56,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085636326, max timestamp=1732085636925Num uniques 859; 2024-11-20T06:53:56,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085636326, max timestamp=1732085636925Num uniques 859; 2024-11-20T06:53:56,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:56,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:56,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-20T06:53:56,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085636326, max timestamp=1732085636925Num uniques 859; 2024-11-20T06:53:56,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:56,928 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=20.13 KB heapSize=46.31 KB 2024-11-20T06:53:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:56,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cad8a2e6353c4454a25a527fb95d2b67 is 50, key is test_row_0/A:col10/1732085636342/Put/seqid=0 2024-11-20T06:53:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T06:53:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742314_1490 (size=14391) 2024-11-20T06:53:56,975 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cad8a2e6353c4454a25a527fb95d2b67 2024-11-20T06:53:56,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e938280aa06f4f6f8a04b9ff1d9fbe0d is 50, key is test_row_0/B:col10/1732085636342/Put/seqid=0 2024-11-20T06:53:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742315_1491 (size=12051) 2024-11-20T06:53:57,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085637021, max timestamp=1732085637035Num uniques 859; 2024-11-20T06:53:57,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:57,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085637021, max timestamp=1732085637035Num uniques 859; 2024-11-20T06:53:57,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:57,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085637021, max timestamp=1732085637035Num uniques 859; 2024-11-20T06:53:57,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:53:57,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732085637072, max timestamp=1732085637096Num uniques 1018; 2024-11-20T06:53:57,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T06:53:57,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732085637072, max timestamp=1732085637096Num uniques 1018; 2024-11-20T06:53:57,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732085637072, max timestamp=1732085637096Num uniques 1018; 2024-11-20T06:53:57,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T06:53:57,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T06:53:57,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085637147, max timestamp=1732085637164Num uniques 1027; 2024-11-20T06:53:57,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T06:53:57,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085637147, max timestamp=1732085637164Num uniques 1027; 2024-11-20T06:53:57,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T06:53:57,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085637147, max timestamp=1732085637164Num uniques 1027; 2024-11-20T06:53:57,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T06:53:57,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732085637203, max timestamp=1732085637230Num uniques 1036; 2024-11-20T06:53:57,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-20T06:53:57,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732085637203, max timestamp=1732085637230Num uniques 1036; 2024-11-20T06:53:57,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-20T06:53:57,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732085637203, max timestamp=1732085637230Num uniques 1036; 2024-11-20T06:53:57,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-20T06:53:57,238 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/76810f9c94af4365ac3d3f2227b58803 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/76810f9c94af4365ac3d3f2227b58803 2024-11-20T06:53:57,239 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e4cdb44797cf42dcb5228b230eaf1956 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e4cdb44797cf42dcb5228b230eaf1956 2024-11-20T06:53:57,244 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 76810f9c94af4365ac3d3f2227b58803(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:57,244 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:57,244 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=13, startTime=1732085636785; duration=0sec 2024-11-20T06:53:57,244 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:57,244 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:53:57,244 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:57,245 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into e4cdb44797cf42dcb5228b230eaf1956(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:57,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:57,245 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=13, startTime=1732085636804; duration=0sec 2024-11-20T06:53:57,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:57,245 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:53:57,245 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:57,245 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:53:57,246 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:57,246 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ec30f4d3b6ac48e68b95786e9c95c9eb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/90a465e9518a42c5af22fe0c395042be, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fb0c895ae4b74278b38fa32b88da9c84] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=33.0 K 2024-11-20T06:53:57,246 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec30f4d3b6ac48e68b95786e9c95c9eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732085633629 2024-11-20T06:53:57,246 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90a465e9518a42c5af22fe0c395042be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732085634062 2024-11-20T06:53:57,246 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb0c895ae4b74278b38fa32b88da9c84, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732085634732 2024-11-20T06:53:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T06:53:57,261 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:57,262 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/18a17f8d17a54deea447180de5a13870 is 50, key is test_row_0/C:col10/1732085634090/Put/seqid=0 2024-11-20T06:53:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742316_1492 (size=12207) 2024-11-20T06:53:57,284 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/18a17f8d17a54deea447180de5a13870 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/18a17f8d17a54deea447180de5a13870 2024-11-20T06:53:57,294 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into 18a17f8d17a54deea447180de5a13870(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:57,294 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:57,295 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=13, startTime=1732085636808; duration=0sec 2024-11-20T06:53:57,295 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:57,295 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:53:57,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732085637276, max timestamp=1732085637299Num uniques 1145; 2024-11-20T06:53:57,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120  suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-20T06:53:57,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732085637276, max timestamp=1732085637299Num uniques 1145; 2024-11-20T06:53:57,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120  suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-20T06:53:57,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732085637276, max timestamp=1732085637299Num uniques 1145; 2024-11-20T06:53:57,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120  suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-20T06:53:57,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085697354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085697356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085697359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085697366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085697367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,392 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e938280aa06f4f6f8a04b9ff1d9fbe0d 2024-11-20T06:53:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7c05143f9471444f901f634b4a3f0e3a is 50, key is test_row_0/C:col10/1732085636342/Put/seqid=0 2024-11-20T06:53:57,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742317_1493 (size=12051) 2024-11-20T06:53:57,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085697480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085697480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085697480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085697480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085697489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085697690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085697690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085697691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085697691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085697700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T06:53:57,801 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7c05143f9471444f901f634b4a3f0e3a 2024-11-20T06:53:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cad8a2e6353c4454a25a527fb95d2b67 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cad8a2e6353c4454a25a527fb95d2b67 2024-11-20T06:53:57,809 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cad8a2e6353c4454a25a527fb95d2b67, entries=200, sequenceid=129, filesize=14.1 K 2024-11-20T06:53:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e938280aa06f4f6f8a04b9ff1d9fbe0d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e938280aa06f4f6f8a04b9ff1d9fbe0d 2024-11-20T06:53:57,812 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e938280aa06f4f6f8a04b9ff1d9fbe0d, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T06:53:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7c05143f9471444f901f634b4a3f0e3a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7c05143f9471444f901f634b4a3f0e3a 2024-11-20T06:53:57,816 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7c05143f9471444f901f634b4a3f0e3a, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T06:53:57,817 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=161.02 KB/164880 for 5cd7ba72c8c4fddf0ab45d189d49818b in 889ms, sequenceid=129, compaction requested=false 2024-11-20T06:53:57,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:57,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:57,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-20T06:53:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-20T06:53:57,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T06:53:57,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1950 sec 2024-11-20T06:53:57,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.1990 sec 2024-11-20T06:53:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:58,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=167.72 KB heapSize=467.86 KB 2024-11-20T06:53:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:53:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:53:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:53:58,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/7fdfc0d84ab645f59196b694a0f34948 is 50, key is test_row_0/A:col10/1732085637365/Put/seqid=0 2024-11-20T06:53:58,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742318_1494 (size=14541) 2024-11-20T06:53:58,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/7fdfc0d84ab645f59196b694a0f34948 2024-11-20T06:53:58,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/4170cdb5356847b7bfb1df978b535e85 is 50, key is test_row_0/B:col10/1732085637365/Put/seqid=0 2024-11-20T06:53:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085698020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085698020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085698022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085698025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085698026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742319_1495 (size=12151) 2024-11-20T06:53:58,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/4170cdb5356847b7bfb1df978b535e85 2024-11-20T06:53:58,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7d79f6b7f174419495fc327ec5a1054c is 50, key is test_row_0/C:col10/1732085637365/Put/seqid=0 2024-11-20T06:53:58,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742320_1496 (size=12151) 2024-11-20T06:53:58,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7d79f6b7f174419495fc327ec5a1054c 2024-11-20T06:53:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/7fdfc0d84ab645f59196b694a0f34948 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/7fdfc0d84ab645f59196b694a0f34948 2024-11-20T06:53:58,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/7fdfc0d84ab645f59196b694a0f34948, entries=200, sequenceid=239, filesize=14.2 K 2024-11-20T06:53:58,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/4170cdb5356847b7bfb1df978b535e85 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/4170cdb5356847b7bfb1df978b535e85 2024-11-20T06:53:58,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/4170cdb5356847b7bfb1df978b535e85, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T06:53:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7d79f6b7f174419495fc327ec5a1054c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7d79f6b7f174419495fc327ec5a1054c 2024-11-20T06:53:58,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7d79f6b7f174419495fc327ec5a1054c, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T06:53:58,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~467.81 KB/479040, currentSize=20.13 KB/20610 for 5cd7ba72c8c4fddf0ab45d189d49818b in 69ms, sequenceid=239, compaction requested=true 2024-11-20T06:53:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:58,087 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:53:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:58,088 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:53:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:53:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:58,093 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41139 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:58,094 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:53:58,094 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:58,094 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/76810f9c94af4365ac3d3f2227b58803, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cad8a2e6353c4454a25a527fb95d2b67, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/7fdfc0d84ab645f59196b694a0f34948] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=40.2 K 2024-11-20T06:53:58,094 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76810f9c94af4365ac3d3f2227b58803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732085634090 2024-11-20T06:53:58,095 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:58,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:53:58,096 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:58,096 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e4cdb44797cf42dcb5228b230eaf1956, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e938280aa06f4f6f8a04b9ff1d9fbe0d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/4170cdb5356847b7bfb1df978b535e85] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=35.6 K 2024-11-20T06:53:58,096 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting cad8a2e6353c4454a25a527fb95d2b67, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732085636326 2024-11-20T06:53:58,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e4cdb44797cf42dcb5228b230eaf1956, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732085634090 2024-11-20T06:53:58,096 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fdfc0d84ab645f59196b694a0f34948, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732085637351 2024-11-20T06:53:58,096 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e938280aa06f4f6f8a04b9ff1d9fbe0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732085636326 2024-11-20T06:53:58,097 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4170cdb5356847b7bfb1df978b535e85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732085637351 2024-11-20T06:53:58,119 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:58,120 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/4663935a7ff946c1a8878f2aa7fc67d4 is 50, key is test_row_0/A:col10/1732085637365/Put/seqid=0 2024-11-20T06:53:58,128 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#424 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:58,128 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e1beec0f0513489a9270eb754f10ed0d is 50, key is test_row_0/B:col10/1732085637365/Put/seqid=0 2024-11-20T06:53:58,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:53:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:58,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:58,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:58,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:58,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:58,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:58,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742321_1497 (size=12459) 2024-11-20T06:53:58,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/40b8c629ce2a4209979354a20025474c is 50, key is test_row_0/A:col10/1732085638157/Put/seqid=0 2024-11-20T06:53:58,181 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/4663935a7ff946c1a8878f2aa7fc67d4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4663935a7ff946c1a8878f2aa7fc67d4 2024-11-20T06:53:58,186 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 4663935a7ff946c1a8878f2aa7fc67d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:58,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:58,186 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=13, startTime=1732085638087; duration=0sec 2024-11-20T06:53:58,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:53:58,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:53:58,186 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:53:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742322_1498 (size=12459) 2024-11-20T06:53:58,188 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:53:58,188 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:53:58,188 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:58,188 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/18a17f8d17a54deea447180de5a13870, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7c05143f9471444f901f634b4a3f0e3a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7d79f6b7f174419495fc327ec5a1054c] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=35.6 K 2024-11-20T06:53:58,188 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a17f8d17a54deea447180de5a13870, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732085634090 2024-11-20T06:53:58,189 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c05143f9471444f901f634b4a3f0e3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732085636326 2024-11-20T06:53:58,189 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d79f6b7f174419495fc327ec5a1054c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732085637351 2024-11-20T06:53:58,209 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:53:58,209 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/3ddafdeccad5491ba3dc973963d43e75 is 50, key is test_row_0/C:col10/1732085637365/Put/seqid=0 2024-11-20T06:53:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742323_1499 (size=14537) 2024-11-20T06:53:58,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/40b8c629ce2a4209979354a20025474c 2024-11-20T06:53:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742324_1500 (size=12459) 2024-11-20T06:53:58,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2f1f293a425840b6b2bb95c07351d7a7 is 50, key is test_row_0/B:col10/1732085638157/Put/seqid=0 2024-11-20T06:53:58,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085698238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,249 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/3ddafdeccad5491ba3dc973963d43e75 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/3ddafdeccad5491ba3dc973963d43e75 2024-11-20T06:53:58,253 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into 3ddafdeccad5491ba3dc973963d43e75(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:58,253 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:58,254 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=13, startTime=1732085638088; duration=0sec 2024-11-20T06:53:58,254 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:58,254 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:53:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085698239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085698241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085698248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742325_1501 (size=9757) 2024-11-20T06:53:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085698350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085698360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085698360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085698370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085698550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085698560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085698580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085698580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085698580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,592 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/e1beec0f0513489a9270eb754f10ed0d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e1beec0f0513489a9270eb754f10ed0d 2024-11-20T06:53:58,595 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into e1beec0f0513489a9270eb754f10ed0d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:53:58,595 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:58,595 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=13, startTime=1732085638088; duration=0sec 2024-11-20T06:53:58,595 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:53:58,595 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:53:58,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2f1f293a425840b6b2bb95c07351d7a7 2024-11-20T06:53:58,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/74140c2feb1347aba8667832d79a0ce5 is 50, key is test_row_0/C:col10/1732085638157/Put/seqid=0 2024-11-20T06:53:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742326_1502 (size=9757) 2024-11-20T06:53:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-20T06:53:58,771 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:58,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-20T06:53:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T06:53:58,772 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:58,773 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:58,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:58,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085698870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T06:53:58,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085698889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085698890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085698890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:58,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T06:53:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:58,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:58,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:59,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/74140c2feb1347aba8667832d79a0ce5 2024-11-20T06:53:59,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/40b8c629ce2a4209979354a20025474c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/40b8c629ce2a4209979354a20025474c 2024-11-20T06:53:59,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T06:53:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:59,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:53:59,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/40b8c629ce2a4209979354a20025474c, entries=200, sequenceid=249, filesize=14.2 K 2024-11-20T06:53:59,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2f1f293a425840b6b2bb95c07351d7a7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2f1f293a425840b6b2bb95c07351d7a7 2024-11-20T06:53:59,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2f1f293a425840b6b2bb95c07351d7a7, entries=100, sequenceid=249, filesize=9.5 K 2024-11-20T06:53:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/74140c2feb1347aba8667832d79a0ce5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/74140c2feb1347aba8667832d79a0ce5 2024-11-20T06:53:59,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/74140c2feb1347aba8667832d79a0ce5, entries=100, sequenceid=249, filesize=9.5 K 2024-11-20T06:53:59,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=127.47 KB/130530 for 5cd7ba72c8c4fddf0ab45d189d49818b in 929ms, sequenceid=249, compaction requested=false 2024-11-20T06:53:59,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T06:53:59,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:59,231 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:53:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/5e6d12d8888444208204698235cbada3 is 50, key is test_row_0/A:col10/1732085638246/Put/seqid=0 2024-11-20T06:53:59,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742327_1503 (size=12301) 2024-11-20T06:53:59,251 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/5e6d12d8888444208204698235cbada3 2024-11-20T06:53:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/46884c3b39e24be8b3959a6b7433d6e2 is 50, key is test_row_0/B:col10/1732085638246/Put/seqid=0 2024-11-20T06:53:59,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742328_1504 (size=12301) 2024-11-20T06:53:59,271 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/46884c3b39e24be8b3959a6b7433d6e2 2024-11-20T06:53:59,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7182cdc4242e4fefa947b298d65fb86f is 50, key is test_row_0/C:col10/1732085638246/Put/seqid=0 2024-11-20T06:53:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742329_1505 (size=12301) 2024-11-20T06:53:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:59,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:53:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T06:53:59,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085699410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085699412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085699413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085699414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085699520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085699529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085699530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085699570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,579 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in 5cd7ba72c8c4fddf0ab45d189d49818b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:53:59,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,719 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7182cdc4242e4fefa947b298d65fb86f 2024-11-20T06:53:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/5e6d12d8888444208204698235cbada3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/5e6d12d8888444208204698235cbada3 2024-11-20T06:53:59,728 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/5e6d12d8888444208204698235cbada3, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T06:53:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/46884c3b39e24be8b3959a6b7433d6e2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/46884c3b39e24be8b3959a6b7433d6e2 2024-11-20T06:53:59,736 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/46884c3b39e24be8b3959a6b7433d6e2, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T06:53:59,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7182cdc4242e4fefa947b298d65fb86f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7182cdc4242e4fefa947b298d65fb86f 2024-11-20T06:53:59,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085699730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,743 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7182cdc4242e4fefa947b298d65fb86f, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T06:53:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,744 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 5cd7ba72c8c4fddf0ab45d189d49818b in 513ms, sequenceid=274, compaction requested=true 2024-11-20T06:53:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:53:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:53:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-20T06:53:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:53:59,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T06:53:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-20T06:53:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:53:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:53:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:53:59,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:53:59,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T06:53:59,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 973 msec 2024-11-20T06:53:59,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b5179d461a364ad592c77c5b2e31e2e8 is 50, key is test_row_0/A:col10/1732085639413/Put/seqid=0 2024-11-20T06:53:59,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 977 msec 2024-11-20T06:53:59,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742330_1506 (size=14741) 2024-11-20T06:53:59,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b5179d461a364ad592c77c5b2e31e2e8 2024-11-20T06:53:59,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b357ca22e9324291a8dabe46d56b2a66 is 50, key is test_row_0/B:col10/1732085639413/Put/seqid=0 2024-11-20T06:53:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742331_1507 (size=12301) 2024-11-20T06:53:59,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b357ca22e9324291a8dabe46d56b2a66 2024-11-20T06:53:59,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ffd121705b1b4d1abcce0a3d9ef1024c is 50, key is test_row_0/C:col10/1732085639413/Put/seqid=0 2024-11-20T06:53:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742332_1508 (size=12301) 2024-11-20T06:53:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085639822, max timestamp=1732085639840Num uniques 859; 2024-11-20T06:53:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085639822, max timestamp=1732085639840Num uniques 859; 2024-11-20T06:53:59,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:59,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085639822, max timestamp=1732085639840Num uniques 859; 2024-11-20T06:53:59,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:53:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T06:53:59,910 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:53:59,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:53:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-20T06:53:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T06:53:59,912 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:53:59,913 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:53:59,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:53:59,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085699925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:53:59,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:53:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085699945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:53:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:53:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T06:54:00,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085700050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085700050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085700060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ffd121705b1b4d1abcce0a3d9ef1024c 2024-11-20T06:54:00,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b5179d461a364ad592c77c5b2e31e2e8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b5179d461a364ad592c77c5b2e31e2e8 2024-11-20T06:54:00,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b5179d461a364ad592c77c5b2e31e2e8, entries=200, sequenceid=285, filesize=14.4 K 2024-11-20T06:54:00,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b357ca22e9324291a8dabe46d56b2a66 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b357ca22e9324291a8dabe46d56b2a66 2024-11-20T06:54:00,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b357ca22e9324291a8dabe46d56b2a66, entries=150, sequenceid=285, filesize=12.0 K 2024-11-20T06:54:00,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ffd121705b1b4d1abcce0a3d9ef1024c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ffd121705b1b4d1abcce0a3d9ef1024c 2024-11-20T06:54:00,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ffd121705b1b4d1abcce0a3d9ef1024c, entries=150, sequenceid=285, filesize=12.0 K 2024-11-20T06:54:00,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5cd7ba72c8c4fddf0ab45d189d49818b in 480ms, sequenceid=285, compaction requested=true 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:00,225 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:00,225 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:00,226 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:00,226 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:00,226 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:00,226 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:00,226 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,226 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,226 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e1beec0f0513489a9270eb754f10ed0d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2f1f293a425840b6b2bb95c07351d7a7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/46884c3b39e24be8b3959a6b7433d6e2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b357ca22e9324291a8dabe46d56b2a66] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=45.7 K 2024-11-20T06:54:00,226 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4663935a7ff946c1a8878f2aa7fc67d4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/40b8c629ce2a4209979354a20025474c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/5e6d12d8888444208204698235cbada3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b5179d461a364ad592c77c5b2e31e2e8] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=52.8 K 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4663935a7ff946c1a8878f2aa7fc67d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732085637351 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e1beec0f0513489a9270eb754f10ed0d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732085637351 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40b8c629ce2a4209979354a20025474c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732085638152 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f1f293a425840b6b2bb95c07351d7a7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732085638156 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 46884c3b39e24be8b3959a6b7433d6e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732085638236 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e6d12d8888444208204698235cbada3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732085638236 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5179d461a364ad592c77c5b2e31e2e8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732085639411 2024-11-20T06:54:00,227 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b357ca22e9324291a8dabe46d56b2a66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732085639411 2024-11-20T06:54:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T06:54:00,234 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:00,235 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/19cc48cf05554112a0f6e41713adc319 is 50, key is test_row_0/B:col10/1732085639413/Put/seqid=0 2024-11-20T06:54:00,240 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:00,241 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e2d1727e30ac42f9aadf215f715c9697 is 50, key is test_row_0/A:col10/1732085639413/Put/seqid=0 2024-11-20T06:54:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742333_1509 (size=12745) 2024-11-20T06:54:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742334_1510 (size=12745) 2024-11-20T06:54:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:00,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T06:54:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:00,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/365de0074f5540e7a5ce1734b5e9fdc8 is 50, key is test_row_0/A:col10/1732085639923/Put/seqid=0 2024-11-20T06:54:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742335_1511 (size=14741) 2024-11-20T06:54:00,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085700301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085700305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085700420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085700420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085700430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,436 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 5cd7ba72c8c4fddf0ab45d189d49818b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T06:54:00,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085700570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085700640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085700640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,649 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,655 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/19cc48cf05554112a0f6e41713adc319 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/19cc48cf05554112a0f6e41713adc319 2024-11-20T06:54:00,659 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into 19cc48cf05554112a0f6e41713adc319(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:00,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:00,659 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=12, startTime=1732085640225; duration=0sec 2024-11-20T06:54:00,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:00,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:00,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:00,662 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e2d1727e30ac42f9aadf215f715c9697 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e2d1727e30ac42f9aadf215f715c9697 2024-11-20T06:54:00,662 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:00,662 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:00,662 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,662 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/3ddafdeccad5491ba3dc973963d43e75, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/74140c2feb1347aba8667832d79a0ce5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7182cdc4242e4fefa947b298d65fb86f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ffd121705b1b4d1abcce0a3d9ef1024c] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=45.7 K 2024-11-20T06:54:00,662 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ddafdeccad5491ba3dc973963d43e75, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732085637351 2024-11-20T06:54:00,662 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 74140c2feb1347aba8667832d79a0ce5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732085638156 2024-11-20T06:54:00,663 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 7182cdc4242e4fefa947b298d65fb86f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732085638236 2024-11-20T06:54:00,663 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ffd121705b1b4d1abcce0a3d9ef1024c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732085639411 2024-11-20T06:54:00,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/365de0074f5540e7a5ce1734b5e9fdc8 2024-11-20T06:54:00,680 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into e2d1727e30ac42f9aadf215f715c9697(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:00,680 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:00,680 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=12, startTime=1732085640225; duration=0sec 2024-11-20T06:54:00,680 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:00,680 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:00,682 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:00,683 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/e1194f31e5c0457fad2cddb65ae67e50 is 50, key is test_row_0/C:col10/1732085639413/Put/seqid=0 2024-11-20T06:54:00,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/f688486d715e48749f79c478d2ef2aa3 is 50, key is test_row_0/B:col10/1732085639923/Put/seqid=0 2024-11-20T06:54:00,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742336_1512 (size=12745) 2024-11-20T06:54:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742337_1513 (size=12301) 2024-11-20T06:54:00,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085700959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085700960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:00,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:00,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T06:54:01,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/f688486d715e48749f79c478d2ef2aa3 2024-11-20T06:54:01,112 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/e1194f31e5c0457fad2cddb65ae67e50 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/e1194f31e5c0457fad2cddb65ae67e50 2024-11-20T06:54:01,117 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into e1194f31e5c0457fad2cddb65ae67e50(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:01,117 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:01,117 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=12, startTime=1732085640225; duration=0sec 2024-11-20T06:54:01,117 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:01,117 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:01,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/0c69cd42db684768923d00fe90fd3d08 is 50, key is test_row_0/C:col10/1732085639923/Put/seqid=0 2024-11-20T06:54:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742338_1514 (size=12301) 2024-11-20T06:54:01,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/0c69cd42db684768923d00fe90fd3d08 2024-11-20T06:54:01,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/365de0074f5540e7a5ce1734b5e9fdc8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/365de0074f5540e7a5ce1734b5e9fdc8 2024-11-20T06:54:01,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/365de0074f5540e7a5ce1734b5e9fdc8, entries=200, sequenceid=321, filesize=14.4 K 2024-11-20T06:54:01,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/f688486d715e48749f79c478d2ef2aa3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/f688486d715e48749f79c478d2ef2aa3 2024-11-20T06:54:01,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/f688486d715e48749f79c478d2ef2aa3, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T06:54:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/0c69cd42db684768923d00fe90fd3d08 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/0c69cd42db684768923d00fe90fd3d08 2024-11-20T06:54:01,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:01,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/0c69cd42db684768923d00fe90fd3d08, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T06:54:01,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 5cd7ba72c8c4fddf0ab45d189d49818b in 870ms, sequenceid=321, compaction requested=false 2024-11-20T06:54:01,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:01,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-20T06:54:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,287 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:54:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:01,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/4dcc76d56d4f4dcd8c389451e36ee3cb is 50, key is test_row_0/A:col10/1732085640300/Put/seqid=0 2024-11-20T06:54:01,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742339_1515 (size=12301) 2024-11-20T06:54:01,303 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/4dcc76d56d4f4dcd8c389451e36ee3cb 2024-11-20T06:54:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/dcf432d9d7a84e0abfb8dc5a0a574fdb is 50, key is test_row_0/B:col10/1732085640300/Put/seqid=0 2024-11-20T06:54:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742340_1516 (size=12301) 2024-11-20T06:54:01,340 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/dcf432d9d7a84e0abfb8dc5a0a574fdb 2024-11-20T06:54:01,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/fc2c89d2df1f403c87e9202697f3f875 is 50, key is test_row_0/C:col10/1732085640300/Put/seqid=0 2024-11-20T06:54:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742341_1517 (size=12301) 2024-11-20T06:54:01,365 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/fc2c89d2df1f403c87e9202697f3f875 2024-11-20T06:54:01,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/4dcc76d56d4f4dcd8c389451e36ee3cb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4dcc76d56d4f4dcd8c389451e36ee3cb 2024-11-20T06:54:01,387 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4dcc76d56d4f4dcd8c389451e36ee3cb, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T06:54:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/dcf432d9d7a84e0abfb8dc5a0a574fdb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/dcf432d9d7a84e0abfb8dc5a0a574fdb 2024-11-20T06:54:01,393 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/dcf432d9d7a84e0abfb8dc5a0a574fdb, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T06:54:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/fc2c89d2df1f403c87e9202697f3f875 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fc2c89d2df1f403c87e9202697f3f875 2024-11-20T06:54:01,398 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fc2c89d2df1f403c87e9202697f3f875, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T06:54:01,399 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 5cd7ba72c8c4fddf0ab45d189d49818b in 112ms, sequenceid=334, compaction requested=true 2024-11-20T06:54:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-20T06:54:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-20T06:54:01,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T06:54:01,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-11-20T06:54:01,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.4940 sec 2024-11-20T06:54:01,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:54:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:01,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:01,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/89ee70c015324d71a7b460b41be422fe is 50, key is test_row_0/A:col10/1732085641483/Put/seqid=0 2024-11-20T06:54:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742342_1518 (size=14741) 2024-11-20T06:54:01,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/89ee70c015324d71a7b460b41be422fe 2024-11-20T06:54:01,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a2a51d2fc9484fff8cccc808a82515b7 is 50, key is test_row_0/B:col10/1732085641483/Put/seqid=0 2024-11-20T06:54:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742343_1519 (size=12301) 2024-11-20T06:54:01,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a2a51d2fc9484fff8cccc808a82515b7 2024-11-20T06:54:01,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/dcad2b03ece84b95af243d61f993934f is 50, key is test_row_0/C:col10/1732085641483/Put/seqid=0 2024-11-20T06:54:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742344_1520 (size=12301) 2024-11-20T06:54:01,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085641553, max timestamp=1732085641581Num uniques 859; 2024-11-20T06:54:01,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085641553, max timestamp=1732085641581Num uniques 859; 2024-11-20T06:54:01,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085641553, max timestamp=1732085641581Num uniques 859; 2024-11-20T06:54:01,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:01,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:01,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:01,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085701649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085701660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085701660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085701662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085701770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085701770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085701770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085701790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:01,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:01,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/dcad2b03ece84b95af243d61f993934f 2024-11-20T06:54:01,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/89ee70c015324d71a7b460b41be422fe as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89ee70c015324d71a7b460b41be422fe 2024-11-20T06:54:01,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89ee70c015324d71a7b460b41be422fe, entries=200, sequenceid=344, filesize=14.4 K 2024-11-20T06:54:01,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a2a51d2fc9484fff8cccc808a82515b7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a2a51d2fc9484fff8cccc808a82515b7 2024-11-20T06:54:01,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a2a51d2fc9484fff8cccc808a82515b7, entries=150, sequenceid=344, filesize=12.0 K 2024-11-20T06:54:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/dcad2b03ece84b95af243d61f993934f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dcad2b03ece84b95af243d61f993934f 2024-11-20T06:54:01,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dcad2b03ece84b95af243d61f993934f, entries=150, sequenceid=344, filesize=12.0 K 2024-11-20T06:54:01,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5cd7ba72c8c4fddf0ab45d189d49818b in 466ms, sequenceid=344, compaction requested=true 2024-11-20T06:54:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:01,951 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:01,951 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:01,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:01,952 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,952 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,952 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e2d1727e30ac42f9aadf215f715c9697, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/365de0074f5540e7a5ce1734b5e9fdc8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4dcc76d56d4f4dcd8c389451e36ee3cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89ee70c015324d71a7b460b41be422fe] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=53.3 K 2024-11-20T06:54:01,952 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/19cc48cf05554112a0f6e41713adc319, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/f688486d715e48749f79c478d2ef2aa3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/dcf432d9d7a84e0abfb8dc5a0a574fdb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a2a51d2fc9484fff8cccc808a82515b7] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=48.5 K 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2d1727e30ac42f9aadf215f715c9697, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732085639411 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 19cc48cf05554112a0f6e41713adc319, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732085639411 2024-11-20T06:54:01,952 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f688486d715e48749f79c478d2ef2aa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085639904 2024-11-20T06:54:01,953 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 365de0074f5540e7a5ce1734b5e9fdc8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085639904 2024-11-20T06:54:01,953 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting dcf432d9d7a84e0abfb8dc5a0a574fdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732085640290 2024-11-20T06:54:01,953 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dcc76d56d4f4dcd8c389451e36ee3cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732085640290 2024-11-20T06:54:01,953 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a2a51d2fc9484fff8cccc808a82515b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732085641475 2024-11-20T06:54:01,953 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ee70c015324d71a7b460b41be422fe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732085641475 2024-11-20T06:54:01,964 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#447 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:01,964 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/03e567cd7cf64a478e81ed19d87686dd is 50, key is test_row_0/B:col10/1732085641483/Put/seqid=0 2024-11-20T06:54:01,968 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:01,968 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/89739c74acb34e65add6230a826d4a17 is 50, key is test_row_0/A:col10/1732085641483/Put/seqid=0 2024-11-20T06:54:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742345_1521 (size=12881) 2024-11-20T06:54:01,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742346_1522 (size=12881) 2024-11-20T06:54:01,991 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/89739c74acb34e65add6230a826d4a17 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89739c74acb34e65add6230a826d4a17 2024-11-20T06:54:01,994 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 89739c74acb34e65add6230a826d4a17(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:01,995 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:01,995 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=12, startTime=1732085641950; duration=0sec 2024-11-20T06:54:01,995 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:01,995 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:01,995 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:01,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:01,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:01,997 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:01,997 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/e1194f31e5c0457fad2cddb65ae67e50, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/0c69cd42db684768923d00fe90fd3d08, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fc2c89d2df1f403c87e9202697f3f875, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dcad2b03ece84b95af243d61f993934f] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=48.5 K 2024-11-20T06:54:01,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1194f31e5c0457fad2cddb65ae67e50, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732085639411 2024-11-20T06:54:01,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c69cd42db684768923d00fe90fd3d08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732085639904 2024-11-20T06:54:01,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc2c89d2df1f403c87e9202697f3f875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732085640290 2024-11-20T06:54:01,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcad2b03ece84b95af243d61f993934f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732085641475 2024-11-20T06:54:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:02,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-20T06:54:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:02,017 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:02,018 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/bd40f144b1aa480181e8ca524ea90d63 is 50, key is test_row_0/C:col10/1732085641483/Put/seqid=0 2024-11-20T06:54:02,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/68448942e26a467589a664032677b70e is 50, key is test_row_0/A:col10/1732085641658/Put/seqid=0 2024-11-20T06:54:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742348_1524 (size=14741) 2024-11-20T06:54:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085702026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742347_1523 (size=12881) 2024-11-20T06:54:02,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085702028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085702031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085702031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-20T06:54:02,060 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:02,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-20T06:54:02,062 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T06:54:02,063 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:02,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085702130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085702150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085702150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085702150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T06:54:02,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T06:54:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:02,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:02,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085702350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T06:54:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:02,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:02,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:02,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085702370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085702370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T06:54:02,383 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/03e567cd7cf64a478e81ed19d87686dd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/03e567cd7cf64a478e81ed19d87686dd 2024-11-20T06:54:02,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085702370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,387 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into 03e567cd7cf64a478e81ed19d87686dd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:02,387 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:02,387 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=12, startTime=1732085641951; duration=0sec 2024-11-20T06:54:02,387 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:02,387 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:02,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/68448942e26a467589a664032677b70e 2024-11-20T06:54:02,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/5c4b3c46020e457a9f813659136a41ce is 50, key is test_row_0/B:col10/1732085641658/Put/seqid=0 2024-11-20T06:54:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742349_1525 (size=12301) 2024-11-20T06:54:02,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/5c4b3c46020e457a9f813659136a41ce 2024-11-20T06:54:02,440 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/bd40f144b1aa480181e8ca524ea90d63 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/bd40f144b1aa480181e8ca524ea90d63 2024-11-20T06:54:02,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/380bed691b084cb798baec523079cc64 is 50, key is test_row_0/C:col10/1732085641658/Put/seqid=0 2024-11-20T06:54:02,447 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into bd40f144b1aa480181e8ca524ea90d63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:02,447 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:02,447 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=12, startTime=1732085641951; duration=0sec 2024-11-20T06:54:02,447 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:02,447 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:02,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085702440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,449 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 5cd7ba72c8c4fddf0ab45d189d49818b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742350_1526 (size=12301) 2024-11-20T06:54:02,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/380bed691b084cb798baec523079cc64 2024-11-20T06:54:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/68448942e26a467589a664032677b70e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/68448942e26a467589a664032677b70e 2024-11-20T06:54:02,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/68448942e26a467589a664032677b70e, entries=200, sequenceid=382, filesize=14.4 K 2024-11-20T06:54:02,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/5c4b3c46020e457a9f813659136a41ce as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5c4b3c46020e457a9f813659136a41ce 2024-11-20T06:54:02,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5c4b3c46020e457a9f813659136a41ce, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T06:54:02,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/380bed691b084cb798baec523079cc64 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/380bed691b084cb798baec523079cc64 2024-11-20T06:54:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/380bed691b084cb798baec523079cc64, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T06:54:02,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 5cd7ba72c8c4fddf0ab45d189d49818b in 462ms, sequenceid=382, compaction requested=false 2024-11-20T06:54:02,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:02,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:02,522 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e7435576264142e28323fa8c44b60a74 is 50, key is test_row_0/A:col10/1732085642025/Put/seqid=0 2024-11-20T06:54:02,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742351_1527 (size=12301) 2024-11-20T06:54:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:02,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T06:54:02,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085642703, max timestamp=1732085642732Num uniques 859; 2024-11-20T06:54:02,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:54:02,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085642703, max timestamp=1732085642732Num uniques 859; 2024-11-20T06:54:02,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:54:02,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085642703, max timestamp=1732085642732Num uniques 859; 2024-11-20T06:54:02,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:54:02,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085702769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085702770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732085642763, max timestamp=1732085642776Num uniques 1018; 2024-11-20T06:54:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T06:54:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732085642763, max timestamp=1732085642776Num uniques 1018; 2024-11-20T06:54:02,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T06:54:02,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732085642763, max timestamp=1732085642776Num uniques 1018; 2024-11-20T06:54:02,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T06:54:02,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732085642813, max timestamp=1732085642871Num uniques 1027; 2024-11-20T06:54:02,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-20T06:54:02,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732085642813, max timestamp=1732085642871Num uniques 1027; 2024-11-20T06:54:02,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-20T06:54:02,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732085642813, max timestamp=1732085642871Num uniques 1027; 2024-11-20T06:54:02,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-20T06:54:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085702907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085702917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:02,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:02,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732085642878, max timestamp=1732085642924Num uniques 1086; 2024-11-20T06:54:02,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-20T06:54:02,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732085642878, max timestamp=1732085642924Num uniques 1086; 2024-11-20T06:54:02,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-20T06:54:02,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732085642878, max timestamp=1732085642924Num uniques 1086; 2024-11-20T06:54:02,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-20T06:54:02,931 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e7435576264142e28323fa8c44b60a74 2024-11-20T06:54:02,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b98e77509bbf484ea5aec63ac1a4ddef is 50, key is test_row_0/B:col10/1732085642025/Put/seqid=0 2024-11-20T06:54:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742352_1528 (size=12301) 2024-11-20T06:54:03,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085703017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085703030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085703030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085703036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085703140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085703160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T06:54:03,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085703250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085703251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,340 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b98e77509bbf484ea5aec63ac1a4ddef 2024-11-20T06:54:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/8bf988cb83ec40fe828e864f0c93164d is 50, key is test_row_0/C:col10/1732085642025/Put/seqid=0 2024-11-20T06:54:03,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085703360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742353_1529 (size=12301) 2024-11-20T06:54:03,401 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/8bf988cb83ec40fe828e864f0c93164d 2024-11-20T06:54:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085703380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e7435576264142e28323fa8c44b60a74 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e7435576264142e28323fa8c44b60a74 2024-11-20T06:54:03,407 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e7435576264142e28323fa8c44b60a74, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T06:54:03,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b98e77509bbf484ea5aec63ac1a4ddef as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b98e77509bbf484ea5aec63ac1a4ddef 2024-11-20T06:54:03,418 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b98e77509bbf484ea5aec63ac1a4ddef, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T06:54:03,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/8bf988cb83ec40fe828e864f0c93164d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/8bf988cb83ec40fe828e864f0c93164d 2024-11-20T06:54:03,428 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/8bf988cb83ec40fe828e864f0c93164d, entries=150, sequenceid=393, filesize=12.0 K 2024-11-20T06:54:03,429 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 5cd7ba72c8c4fddf0ab45d189d49818b in 907ms, sequenceid=393, compaction requested=true 2024-11-20T06:54:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:03,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-20T06:54:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-20T06:54:03,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T06:54:03,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3680 sec 2024-11-20T06:54:03,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.3730 sec 2024-11-20T06:54:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:03,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=147.60 KB heapSize=418.31 KB 2024-11-20T06:54:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:03,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:03,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b61a811f82404d139b607d11ea1cab6d is 50, key is test_row_0/A:col10/1732085643560/Put/seqid=0 2024-11-20T06:54:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742354_1530 (size=14741) 2024-11-20T06:54:03,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085703587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085703588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085703690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085703700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085703700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085703710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085703910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:03,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085703910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:03,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:03,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b61a811f82404d139b607d11ea1cab6d 2024-11-20T06:54:03,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/d9ff8541e5ff4114b955ab3ae10c0094 is 50, key is test_row_0/B:col10/1732085643560/Put/seqid=0 2024-11-20T06:54:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742355_1531 (size=12301) 2024-11-20T06:54:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T06:54:04,210 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:04,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-20T06:54:04,212 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T06:54:04,213 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:04,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:04,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085704210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:04,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085704220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:04,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085704229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085704230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T06:54:04,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T06:54:04,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:04,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/d9ff8541e5ff4114b955ab3ae10c0094 2024-11-20T06:54:04,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/374193f7a7794b1abbbe3c77c662c77d is 50, key is test_row_0/C:col10/1732085643560/Put/seqid=0 2024-11-20T06:54:04,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742356_1532 (size=12301) 2024-11-20T06:54:04,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T06:54:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T06:54:04,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T06:54:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085704730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:04,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085704750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:04,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/374193f7a7794b1abbbe3c77c662c77d 2024-11-20T06:54:04,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b61a811f82404d139b607d11ea1cab6d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b61a811f82404d139b607d11ea1cab6d 2024-11-20T06:54:04,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b61a811f82404d139b607d11ea1cab6d, entries=200, sequenceid=482, filesize=14.4 K 2024-11-20T06:54:04,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/d9ff8541e5ff4114b955ab3ae10c0094 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/d9ff8541e5ff4114b955ab3ae10c0094 2024-11-20T06:54:04,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/d9ff8541e5ff4114b955ab3ae10c0094, entries=150, sequenceid=482, filesize=12.0 K 2024-11-20T06:54:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/374193f7a7794b1abbbe3c77c662c77d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/374193f7a7794b1abbbe3c77c662c77d 2024-11-20T06:54:04,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/374193f7a7794b1abbbe3c77c662c77d, entries=150, sequenceid=482, filesize=12.0 K 2024-11-20T06:54:04,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~418.27 KB/428304, currentSize=33.54 KB/34350 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1253ms, sequenceid=482, compaction requested=true 2024-11-20T06:54:04,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:04,815 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:04,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:04,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:04,816 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:04,819 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54664 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:04,819 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:04,819 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,819 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89739c74acb34e65add6230a826d4a17, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/68448942e26a467589a664032677b70e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e7435576264142e28323fa8c44b60a74, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b61a811f82404d139b607d11ea1cab6d] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=53.4 K 2024-11-20T06:54:04,821 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89739c74acb34e65add6230a826d4a17, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732085641475 2024-11-20T06:54:04,821 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68448942e26a467589a664032677b70e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732085641658 2024-11-20T06:54:04,822 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7435576264142e28323fa8c44b60a74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085642025 2024-11-20T06:54:04,822 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting b61a811f82404d139b607d11ea1cab6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732085643012 2024-11-20T06:54:04,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T06:54:04,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,824 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:04,824 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T06:54:04,824 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:04,824 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,824 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/03e567cd7cf64a478e81ed19d87686dd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5c4b3c46020e457a9f813659136a41ce, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b98e77509bbf484ea5aec63ac1a4ddef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/d9ff8541e5ff4114b955ab3ae10c0094] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=48.6 K 2024-11-20T06:54:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:04,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:04,826 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 03e567cd7cf64a478e81ed19d87686dd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732085641475 2024-11-20T06:54:04,826 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c4b3c46020e457a9f813659136a41ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732085641658 2024-11-20T06:54:04,827 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b98e77509bbf484ea5aec63ac1a4ddef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085642025 2024-11-20T06:54:04,827 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d9ff8541e5ff4114b955ab3ae10c0094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732085643012 2024-11-20T06:54:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/6f2a7ac172bc43848563d8d6de431e05 is 50, key is test_row_0/A:col10/1732085643587/Put/seqid=0 2024-11-20T06:54:04,832 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:04,834 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/90508ed5699c4c8193f91276245f686b is 50, key is test_row_0/A:col10/1732085643560/Put/seqid=0 2024-11-20T06:54:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T06:54:04,847 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#461 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:04,848 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/9ca189b28cc14febb399f78c6bd54228 is 50, key is test_row_0/B:col10/1732085643560/Put/seqid=0 2024-11-20T06:54:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742357_1533 (size=9857) 2024-11-20T06:54:04,876 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/6f2a7ac172bc43848563d8d6de431e05 2024-11-20T06:54:04,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742358_1534 (size=13017) 2024-11-20T06:54:04,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/6a635ab801954a45ad50b32b6a568d48 is 50, key is test_row_0/B:col10/1732085643587/Put/seqid=0 2024-11-20T06:54:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742359_1535 (size=13017) 2024-11-20T06:54:04,906 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/9ca189b28cc14febb399f78c6bd54228 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/9ca189b28cc14febb399f78c6bd54228 2024-11-20T06:54:04,913 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into 9ca189b28cc14febb399f78c6bd54228(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:04,913 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:04,913 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=12, startTime=1732085644816; duration=0sec 2024-11-20T06:54:04,913 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:04,913 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:04,914 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:04,915 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:04,915 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:04,915 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:04,915 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/bd40f144b1aa480181e8ca524ea90d63, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/380bed691b084cb798baec523079cc64, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/8bf988cb83ec40fe828e864f0c93164d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/374193f7a7794b1abbbe3c77c662c77d] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=48.6 K 2024-11-20T06:54:04,916 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting bd40f144b1aa480181e8ca524ea90d63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732085641475 2024-11-20T06:54:04,916 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 380bed691b084cb798baec523079cc64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732085641658 2024-11-20T06:54:04,917 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bf988cb83ec40fe828e864f0c93164d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732085642025 2024-11-20T06:54:04,917 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 374193f7a7794b1abbbe3c77c662c77d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732085643012 2024-11-20T06:54:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742360_1536 (size=9857) 2024-11-20T06:54:04,922 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/6a635ab801954a45ad50b32b6a568d48 2024-11-20T06:54:04,925 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:04,925 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/f603de9b5bfa4882919aee392ca580e4 is 50, key is test_row_0/C:col10/1732085643560/Put/seqid=0 2024-11-20T06:54:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/04979cf6dfce4960b4840fe0b967a94e is 50, key is test_row_0/C:col10/1732085643587/Put/seqid=0 2024-11-20T06:54:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742361_1537 (size=13017) 2024-11-20T06:54:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742362_1538 (size=9857) 2024-11-20T06:54:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:05,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:05,288 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/90508ed5699c4c8193f91276245f686b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/90508ed5699c4c8193f91276245f686b 2024-11-20T06:54:05,301 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 90508ed5699c4c8193f91276245f686b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:05,301 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:05,301 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=12, startTime=1732085644815; duration=0sec 2024-11-20T06:54:05,301 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:05,301 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:05,335 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/f603de9b5bfa4882919aee392ca580e4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f603de9b5bfa4882919aee392ca580e4 2024-11-20T06:54:05,336 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/04979cf6dfce4960b4840fe0b967a94e 2024-11-20T06:54:05,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085645322, max timestamp=1732085645335Num uniques 859; 2024-11-20T06:54:05,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:54:05,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085645322, max timestamp=1732085645335Num uniques 859; 2024-11-20T06:54:05,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:54:05,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732085645322, max timestamp=1732085645335Num uniques 859; 2024-11-20T06:54:05,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T06:54:05,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/6f2a7ac172bc43848563d8d6de431e05 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6f2a7ac172bc43848563d8d6de431e05 2024-11-20T06:54:05,345 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into f603de9b5bfa4882919aee392ca580e4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:05,345 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:05,345 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=12, startTime=1732085644816; duration=0sec 2024-11-20T06:54:05,345 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:05,345 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:05,347 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6f2a7ac172bc43848563d8d6de431e05, entries=100, sequenceid=490, filesize=9.6 K 2024-11-20T06:54:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/6a635ab801954a45ad50b32b6a568d48 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/6a635ab801954a45ad50b32b6a568d48 2024-11-20T06:54:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T06:54:05,351 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/6a635ab801954a45ad50b32b6a568d48, entries=100, sequenceid=490, filesize=9.6 K 2024-11-20T06:54:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/04979cf6dfce4960b4840fe0b967a94e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04979cf6dfce4960b4840fe0b967a94e 2024-11-20T06:54:05,355 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04979cf6dfce4960b4840fe0b967a94e, entries=100, sequenceid=490, filesize=9.6 K 2024-11-20T06:54:05,356 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=46.96 KB/48090 for 5cd7ba72c8c4fddf0ab45d189d49818b in 531ms, sequenceid=490, compaction requested=false 2024-11-20T06:54:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:05,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-20T06:54:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-20T06:54:05,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T06:54:05,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1440 sec 2024-11-20T06:54:05,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.1480 sec 2024-11-20T06:54:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:05,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-20T06:54:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:05,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:05,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/48e366b59b7840e4a00590e8d50b0411 is 50, key is test_row_0/A:col10/1732085645336/Put/seqid=0 2024-11-20T06:54:05,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742363_1539 (size=14741) 2024-11-20T06:54:05,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/48e366b59b7840e4a00590e8d50b0411 2024-11-20T06:54:05,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/fed12df307294749aaaeed8f00f18e3f is 50, key is test_row_0/B:col10/1732085645336/Put/seqid=0 2024-11-20T06:54:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742364_1540 (size=12301) 2024-11-20T06:54:05,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/fed12df307294749aaaeed8f00f18e3f 2024-11-20T06:54:05,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/04c1be6441b447a2a5e6722483c47b89 is 50, key is test_row_0/C:col10/1732085645336/Put/seqid=0 2024-11-20T06:54:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742365_1541 (size=12301) 2024-11-20T06:54:05,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085645407, max timestamp=1732085645443Num uniques 859; 2024-11-20T06:54:05,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085645407, max timestamp=1732085645443Num uniques 859; 2024-11-20T06:54:05,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:54:05,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:54:05,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085645407, max timestamp=1732085645443Num uniques 859; 2024-11-20T06:54:05,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:54:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085705541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085705544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085705670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085705670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085705739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,753 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_0' in 5cd7ba72c8c4fddf0ab45d189d49818b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085705770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,773 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in 5cd7ba72c8c4fddf0ab45d189d49818b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/04c1be6441b447a2a5e6722483c47b89 2024-11-20T06:54:05,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/48e366b59b7840e4a00590e8d50b0411 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/48e366b59b7840e4a00590e8d50b0411 2024-11-20T06:54:05,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/48e366b59b7840e4a00590e8d50b0411, entries=200, sequenceid=518, filesize=14.4 K 2024-11-20T06:54:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/fed12df307294749aaaeed8f00f18e3f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/fed12df307294749aaaeed8f00f18e3f 2024-11-20T06:54:05,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/fed12df307294749aaaeed8f00f18e3f, entries=150, sequenceid=518, filesize=12.0 K 2024-11-20T06:54:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/04c1be6441b447a2a5e6722483c47b89 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04c1be6441b447a2a5e6722483c47b89 2024-11-20T06:54:05,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04c1be6441b447a2a5e6722483c47b89, entries=150, sequenceid=518, filesize=12.0 K 2024-11-20T06:54:05,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 5cd7ba72c8c4fddf0ab45d189d49818b in 455ms, sequenceid=518, compaction requested=true 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:05,816 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:05,816 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:05,817 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:05,817 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:05,817 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:05,817 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:05,817 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:05,817 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:05,817 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/9ca189b28cc14febb399f78c6bd54228, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/6a635ab801954a45ad50b32b6a568d48, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/fed12df307294749aaaeed8f00f18e3f] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=34.4 K 2024-11-20T06:54:05,817 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/90508ed5699c4c8193f91276245f686b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6f2a7ac172bc43848563d8d6de431e05, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/48e366b59b7840e4a00590e8d50b0411] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=36.7 K 2024-11-20T06:54:05,818 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca189b28cc14febb399f78c6bd54228, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732085643012 2024-11-20T06:54:05,818 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90508ed5699c4c8193f91276245f686b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732085643012 2024-11-20T06:54:05,818 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a635ab801954a45ad50b32b6a568d48, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732085643586 2024-11-20T06:54:05,818 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f2a7ac172bc43848563d8d6de431e05, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732085643586 2024-11-20T06:54:05,819 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48e366b59b7840e4a00590e8d50b0411, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732085645332 2024-11-20T06:54:05,818 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting fed12df307294749aaaeed8f00f18e3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732085645336 2024-11-20T06:54:05,827 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:05,828 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/3c2ae6945f2c4da48e82be5f1bbba1f8 is 50, key is test_row_0/A:col10/1732085645336/Put/seqid=0 2024-11-20T06:54:05,828 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:05,828 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bacbc3c705e34ba5b239dad1fb3fe41f is 50, key is test_row_0/B:col10/1732085645336/Put/seqid=0 2024-11-20T06:54:05,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742366_1542 (size=13119) 2024-11-20T06:54:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742367_1543 (size=13119) 2024-11-20T06:54:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:05,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-20T06:54:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:05,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:05,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/690b0ac578684f6bb9d1aba666b3bd3e is 50, key is test_row_0/A:col10/1732085645899/Put/seqid=0 2024-11-20T06:54:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742368_1544 (size=17181) 2024-11-20T06:54:05,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/690b0ac578684f6bb9d1aba666b3bd3e 2024-11-20T06:54:05,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085705922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085705923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:05,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:05,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/5e4332acce1149b5ab712d2c3a6efe6b is 50, key is test_row_0/B:col10/1732085645899/Put/seqid=0 2024-11-20T06:54:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742369_1545 (size=12301) 2024-11-20T06:54:06,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085706040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085706040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,247 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bacbc3c705e34ba5b239dad1fb3fe41f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bacbc3c705e34ba5b239dad1fb3fe41f 2024-11-20T06:54:06,252 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/3c2ae6945f2c4da48e82be5f1bbba1f8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3c2ae6945f2c4da48e82be5f1bbba1f8 2024-11-20T06:54:06,252 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into bacbc3c705e34ba5b239dad1fb3fe41f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:06,252 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:06,252 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=13, startTime=1732085645816; duration=0sec 2024-11-20T06:54:06,252 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:06,252 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:06,253 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:06,253 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:06,253 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:06,253 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:06,254 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f603de9b5bfa4882919aee392ca580e4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04979cf6dfce4960b4840fe0b967a94e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04c1be6441b447a2a5e6722483c47b89] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=34.4 K 2024-11-20T06:54:06,254 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting f603de9b5bfa4882919aee392ca580e4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732085643012 2024-11-20T06:54:06,254 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 04979cf6dfce4960b4840fe0b967a94e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732085643586 2024-11-20T06:54:06,255 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 04c1be6441b447a2a5e6722483c47b89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732085645336 2024-11-20T06:54:06,256 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 3c2ae6945f2c4da48e82be5f1bbba1f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:06,256 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:06,256 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=13, startTime=1732085645816; duration=0sec 2024-11-20T06:54:06,257 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:06,257 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:06,262 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:06,262 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/d438168fb8af4b9e91fafc023a66370a is 50, key is test_row_0/C:col10/1732085645336/Put/seqid=0 2024-11-20T06:54:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742370_1546 (size=13119) 2024-11-20T06:54:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085706260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085706260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,277 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/d438168fb8af4b9e91fafc023a66370a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/d438168fb8af4b9e91fafc023a66370a 2024-11-20T06:54:06,281 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into d438168fb8af4b9e91fafc023a66370a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:06,281 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:06,281 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=13, startTime=1732085645816; duration=0sec 2024-11-20T06:54:06,281 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:06,281 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-20T06:54:06,360 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:06,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-20T06:54:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T06:54:06,362 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:06,362 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:06,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:06,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/5e4332acce1149b5ab712d2c3a6efe6b 2024-11-20T06:54:06,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7164f5268a694754911b4a44b96072ab is 50, key is test_row_0/C:col10/1732085645899/Put/seqid=0 2024-11-20T06:54:06,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742371_1547 (size=12301) 2024-11-20T06:54:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41644 deadline: 1732085706460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,465 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in 5cd7ba72c8c4fddf0ab45d189d49818b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T06:54:06,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T06:54:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:06,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:06,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085706580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085706580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:06,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T06:54:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:06,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T06:54:06,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7164f5268a694754911b4a44b96072ab 2024-11-20T06:54:06,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/690b0ac578684f6bb9d1aba666b3bd3e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/690b0ac578684f6bb9d1aba666b3bd3e 2024-11-20T06:54:06,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/690b0ac578684f6bb9d1aba666b3bd3e, entries=250, sequenceid=555, filesize=16.8 K 2024-11-20T06:54:06,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/5e4332acce1149b5ab712d2c3a6efe6b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5e4332acce1149b5ab712d2c3a6efe6b 2024-11-20T06:54:06,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5e4332acce1149b5ab712d2c3a6efe6b, entries=150, sequenceid=555, filesize=12.0 K 2024-11-20T06:54:06,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/7164f5268a694754911b4a44b96072ab as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7164f5268a694754911b4a44b96072ab 2024-11-20T06:54:06,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7164f5268a694754911b4a44b96072ab, entries=150, sequenceid=555, filesize=12.0 K 2024-11-20T06:54:06,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 5cd7ba72c8c4fddf0ab45d189d49818b in 913ms, sequenceid=555, compaction requested=false 2024-11-20T06:54:06,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:06,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T06:54:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:06,821 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T06:54:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:06,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/3abf7b03582f4d2a94bf5870a22691f6 is 50, key is test_row_0/A:col10/1732085645920/Put/seqid=0 2024-11-20T06:54:06,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742372_1548 (size=12301) 2024-11-20T06:54:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T06:54:07,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:07,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732085647150, max timestamp=1732085647208Num uniques 859; 2024-11-20T06:54:07,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732085647150, max timestamp=1732085647208Num uniques 859; 2024-11-20T06:54:07,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:07,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:07,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732085647150, max timestamp=1732085647208Num uniques 859; 2024-11-20T06:54:07,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:07,231 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/3abf7b03582f4d2a94bf5870a22691f6 2024-11-20T06:54:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/88598823d2c24403a9437d9475f7d4b9 is 50, key is test_row_0/B:col10/1732085645920/Put/seqid=0 2024-11-20T06:54:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742373_1549 (size=12301) 2024-11-20T06:54:07,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085647282, max timestamp=1732085647321Num uniques 1068; 2024-11-20T06:54:07,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-20T06:54:07,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085647282, max timestamp=1732085647321Num uniques 1068; 2024-11-20T06:54:07,326 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-20T06:54:07,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732085647282, max timestamp=1732085647321Num uniques 1068; 2024-11-20T06:54:07,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-20T06:54:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085707449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:07,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085647437, max timestamp=1732085647467Num uniques 1077; 2024-11-20T06:54:07,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085647437, max timestamp=1732085647467Num uniques 1077; 2024-11-20T06:54:07,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-20T06:54:07,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-20T06:54:07,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732085647437, max timestamp=1732085647467Num uniques 1077; 2024-11-20T06:54:07,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-20T06:54:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T06:54:07,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732085647569, max timestamp=1732085647623Num uniques 1036; 2024-11-20T06:54:07,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-20T06:54:07,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732085647569, max timestamp=1732085647623Num uniques 1036; 2024-11-20T06:54:07,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-20T06:54:07,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732085647569, max timestamp=1732085647623Num uniques 1036; 2024-11-20T06:54:07,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-20T06:54:07,654 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/88598823d2c24403a9437d9475f7d4b9 2024-11-20T06:54:07,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/98d9a50ab52340df830366879ec8a350 is 50, key is test_row_0/C:col10/1732085645920/Put/seqid=0 2024-11-20T06:54:07,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742374_1550 (size=12301) 2024-11-20T06:54:07,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732085647730, max timestamp=1732085647772Num uniques 1095; 2024-11-20T06:54:07,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732085647730, max timestamp=1732085647772Num uniques 1095; 2024-11-20T06:54:07,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-20T06:54:07,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-20T06:54:07,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732085647730, max timestamp=1732085647772Num uniques 1095; 2024-11-20T06:54:07,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-20T06:54:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085707847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:07,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085707862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:07,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732085647824, max timestamp=1732085647864Num uniques 1104; 2024-11-20T06:54:07,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-20T06:54:07,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732085647824, max timestamp=1732085647864Num uniques 1054; 2024-11-20T06:54:07,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-20T06:54:07,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732085647824, max timestamp=1732085647864Num uniques 1104; 2024-11-20T06:54:07,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-20T06:54:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085707975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085707976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:07,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:07,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732085647965, max timestamp=1732085647983Num uniques 1063; 2024-11-20T06:54:07,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732085647965, max timestamp=1732085647983Num uniques 1063; 2024-11-20T06:54:07,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-20T06:54:07,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-20T06:54:07,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732085647965, max timestamp=1732085647983Num uniques 1063; 2024-11-20T06:54:07,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-20T06:54:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,077 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/98d9a50ab52340df830366879ec8a350 2024-11-20T06:54:08,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/3abf7b03582f4d2a94bf5870a22691f6 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3abf7b03582f4d2a94bf5870a22691f6 2024-11-20T06:54:08,085 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3abf7b03582f4d2a94bf5870a22691f6, entries=150, sequenceid=566, filesize=12.0 K 2024-11-20T06:54:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/88598823d2c24403a9437d9475f7d4b9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/88598823d2c24403a9437d9475f7d4b9 2024-11-20T06:54:08,091 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/88598823d2c24403a9437d9475f7d4b9, entries=150, sequenceid=566, filesize=12.0 K 2024-11-20T06:54:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/98d9a50ab52340df830366879ec8a350 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/98d9a50ab52340df830366879ec8a350 2024-11-20T06:54:08,095 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/98d9a50ab52340df830366879ec8a350, entries=150, sequenceid=566, filesize=12.0 K 2024-11-20T06:54:08,096 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=134.18 KB/137400 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1275ms, sequenceid=566, compaction requested=true 2024-11-20T06:54:08,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:08,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-20T06:54:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-11-20T06:54:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:08,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=140.89 KB heapSize=399.84 KB 2024-11-20T06:54:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:08,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T06:54:08,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T06:54:08,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7340 sec 2024-11-20T06:54:08,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b555e3cb173744669002d35ad3a46429 is 50, key is test_row_0/A:col10/1732085648096/Put/seqid=0 2024-11-20T06:54:08,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.7410 sec 2024-11-20T06:54:08,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742375_1551 (size=14741) 2024-11-20T06:54:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085708102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085708103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085708113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085708114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085708220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085708220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085708230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085708240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085708430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085708430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085708450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085708460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=706 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b555e3cb173744669002d35ad3a46429 2024-11-20T06:54:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-20T06:54:08,510 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:08,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-20T06:54:08,512 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T06:54:08,513 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:08,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:08,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/3c584b51c9234a6bae6b3723c955b88a is 50, key is test_row_0/B:col10/1732085648096/Put/seqid=0 2024-11-20T06:54:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742376_1552 (size=12301) 2024-11-20T06:54:08,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=706 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/3c584b51c9234a6bae6b3723c955b88a 2024-11-20T06:54:08,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/5c7de20b67904d48a14480cd9e8b4184 is 50, key is test_row_0/C:col10/1732085648096/Put/seqid=0 2024-11-20T06:54:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742377_1553 (size=12301) 2024-11-20T06:54:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T06:54:08,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T06:54:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:08,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085708750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085708759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085708780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:08,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085708780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:08,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:08,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:08,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T06:54:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T06:54:08,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=706 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/5c7de20b67904d48a14480cd9e8b4184 2024-11-20T06:54:08,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/b555e3cb173744669002d35ad3a46429 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b555e3cb173744669002d35ad3a46429 2024-11-20T06:54:08,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b555e3cb173744669002d35ad3a46429, entries=200, sequenceid=706, filesize=14.4 K 2024-11-20T06:54:08,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/3c584b51c9234a6bae6b3723c955b88a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/3c584b51c9234a6bae6b3723c955b88a 2024-11-20T06:54:08,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/3c584b51c9234a6bae6b3723c955b88a, entries=150, sequenceid=706, filesize=12.0 K 2024-11-20T06:54:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/5c7de20b67904d48a14480cd9e8b4184 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/5c7de20b67904d48a14480cd9e8b4184 2024-11-20T06:54:08,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/5c7de20b67904d48a14480cd9e8b4184, entries=150, sequenceid=706, filesize=12.0 K 2024-11-20T06:54:08,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.80 KB/409392, currentSize=40.25 KB/41220 for 5cd7ba72c8c4fddf0ab45d189d49818b in 847ms, sequenceid=706, compaction requested=true 2024-11-20T06:54:08,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:08,945 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:08,945 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57342 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:08,946 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,946 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,946 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3c2ae6945f2c4da48e82be5f1bbba1f8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/690b0ac578684f6bb9d1aba666b3bd3e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3abf7b03582f4d2a94bf5870a22691f6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b555e3cb173744669002d35ad3a46429] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=56.0 K 2024-11-20T06:54:08,946 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bacbc3c705e34ba5b239dad1fb3fe41f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5e4332acce1149b5ab712d2c3a6efe6b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/88598823d2c24403a9437d9475f7d4b9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/3c584b51c9234a6bae6b3723c955b88a] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=48.8 K 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting bacbc3c705e34ba5b239dad1fb3fe41f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732085645336 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c2ae6945f2c4da48e82be5f1bbba1f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732085645336 2024-11-20T06:54:08,946 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 690b0ac578684f6bb9d1aba666b3bd3e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732085645522 2024-11-20T06:54:08,947 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e4332acce1149b5ab712d2c3a6efe6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732085645543 2024-11-20T06:54:08,947 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3abf7b03582f4d2a94bf5870a22691f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732085645914 2024-11-20T06:54:08,949 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 88598823d2c24403a9437d9475f7d4b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732085645914 2024-11-20T06:54:08,949 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting b555e3cb173744669002d35ad3a46429, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=706, earliestPutTs=1732085648063 2024-11-20T06:54:08,951 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c584b51c9234a6bae6b3723c955b88a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=706, earliestPutTs=1732085648067 2024-11-20T06:54:08,960 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:08,960 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/09598e041f5447b282a581f778b2c1fe is 50, key is test_row_0/B:col10/1732085648096/Put/seqid=0 2024-11-20T06:54:08,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:08,973 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:08,977 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:08,977 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/58c8f38985b246f1b89104ba644b4deb is 50, key is test_row_0/A:col10/1732085648096/Put/seqid=0 2024-11-20T06:54:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742378_1554 (size=13255) 2024-11-20T06:54:09,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/c4ed714c9a7c48c685f4d610424150ae is 50, key is test_row_0/A:col10/1732085648112/Put/seqid=0 2024-11-20T06:54:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742380_1556 (size=12301) 2024-11-20T06:54:09,035 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=715 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/c4ed714c9a7c48c685f4d610424150ae 2024-11-20T06:54:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742379_1555 (size=13255) 2024-11-20T06:54:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bb6e502dccf8439083b275fc4adbd80e is 50, key is test_row_0/B:col10/1732085648112/Put/seqid=0 2024-11-20T06:54:09,047 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/58c8f38985b246f1b89104ba644b4deb as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/58c8f38985b246f1b89104ba644b4deb 2024-11-20T06:54:09,055 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 58c8f38985b246f1b89104ba644b4deb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:09,055 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:09,055 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=12, startTime=1732085648945; duration=0sec 2024-11-20T06:54:09,055 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:09,055 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:09,055 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T06:54:09,057 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T06:54:09,057 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:09,057 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:09,057 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/d438168fb8af4b9e91fafc023a66370a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7164f5268a694754911b4a44b96072ab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/98d9a50ab52340df830366879ec8a350, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/5c7de20b67904d48a14480cd9e8b4184] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=48.8 K 2024-11-20T06:54:09,057 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d438168fb8af4b9e91fafc023a66370a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732085645336 2024-11-20T06:54:09,057 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7164f5268a694754911b4a44b96072ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732085645543 2024-11-20T06:54:09,058 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d9a50ab52340df830366879ec8a350, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732085645914 2024-11-20T06:54:09,058 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c7de20b67904d48a14480cd9e8b4184, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=706, earliestPutTs=1732085648067 2024-11-20T06:54:09,066 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#484 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:09,066 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/44257555ad44445b86b1507dd9dff0d3 is 50, key is test_row_0/C:col10/1732085648096/Put/seqid=0 2024-11-20T06:54:09,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742381_1557 (size=12301) 2024-11-20T06:54:09,070 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=715 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bb6e502dccf8439083b275fc4adbd80e 2024-11-20T06:54:09,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/f18b21aa75b94ab2ad0c4f4223ff1c2f is 50, key is test_row_0/C:col10/1732085648112/Put/seqid=0 2024-11-20T06:54:09,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742382_1558 (size=13255) 2024-11-20T06:54:09,095 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/44257555ad44445b86b1507dd9dff0d3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/44257555ad44445b86b1507dd9dff0d3 2024-11-20T06:54:09,098 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into 44257555ad44445b86b1507dd9dff0d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:09,098 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:09,098 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=12, startTime=1732085648945; duration=0sec 2024-11-20T06:54:09,098 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:09,099 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742383_1559 (size=12301) 2024-11-20T06:54:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T06:54:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:09,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:09,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085649307, max timestamp=1732085649330Num uniques 859; 2024-11-20T06:54:09,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:54:09,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085649307, max timestamp=1732085649330Num uniques 859; 2024-11-20T06:54:09,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:54:09,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732085649307, max timestamp=1732085649330Num uniques 859; 2024-11-20T06:54:09,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T06:54:09,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085709362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085709375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,387 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/09598e041f5447b282a581f778b2c1fe as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/09598e041f5447b282a581f778b2c1fe 2024-11-20T06:54:09,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085709379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,392 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into 09598e041f5447b282a581f778b2c1fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:09,392 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:09,392 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=12, startTime=1732085648945; duration=0sec 2024-11-20T06:54:09,392 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:09,392 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085709380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085709490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085709490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,502 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=715 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/f18b21aa75b94ab2ad0c4f4223ff1c2f 2024-11-20T06:54:09,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/c4ed714c9a7c48c685f4d610424150ae as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/c4ed714c9a7c48c685f4d610424150ae 2024-11-20T06:54:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085709500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085709500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,511 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/c4ed714c9a7c48c685f4d610424150ae, entries=150, sequenceid=715, filesize=12.0 K 2024-11-20T06:54:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bb6e502dccf8439083b275fc4adbd80e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb6e502dccf8439083b275fc4adbd80e 2024-11-20T06:54:09,515 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb6e502dccf8439083b275fc4adbd80e, entries=150, sequenceid=715, filesize=12.0 K 2024-11-20T06:54:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/f18b21aa75b94ab2ad0c4f4223ff1c2f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f18b21aa75b94ab2ad0c4f4223ff1c2f 2024-11-20T06:54:09,520 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f18b21aa75b94ab2ad0c4f4223ff1c2f, entries=150, sequenceid=715, filesize=12.0 K 2024-11-20T06:54:09,521 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 5cd7ba72c8c4fddf0ab45d189d49818b in 548ms, sequenceid=715, compaction requested=false 2024-11-20T06:54:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-20T06:54:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-11-20T06:54:09,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T06:54:09,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-20T06:54:09,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.0140 sec 2024-11-20T06:54:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-20T06:54:09,650 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:09,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-20T06:54:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:09,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:09,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:09,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:09,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-11-20T06:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:09,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:09,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/8c2109c6639f41279998eebf0d18de53 is 50, key is test_row_0/A:col10/1732085649346/Put/seqid=0 2024-11-20T06:54:09,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742384_1560 (size=17181) 2024-11-20T06:54:09,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085709738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085709753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085709754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085709755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:09,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:09,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:09,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085709860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085709860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085709870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085709870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:09,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:09,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:09,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:10,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085710080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085710080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085710080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085710080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=756 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/8c2109c6639f41279998eebf0d18de53 2024-11-20T06:54:10,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bb16c0412ad9413eac42c55efc1fa8e2 is 50, key is test_row_0/B:col10/1732085649346/Put/seqid=0 2024-11-20T06:54:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742385_1561 (size=12301) 2024-11-20T06:54:10,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085710399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085710400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085710400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085710400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=756 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bb16c0412ad9413eac42c55efc1fa8e2 2024-11-20T06:54:10,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/6479a3c6a2c546fd82a38f8e7c01f227 is 50, key is test_row_0/C:col10/1732085649346/Put/seqid=0 2024-11-20T06:54:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742386_1562 (size=12301) 2024-11-20T06:54:10,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:10,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085710910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085710910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085710920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:10,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085710920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:10,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:10,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:10,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=756 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/6479a3c6a2c546fd82a38f8e7c01f227 2024-11-20T06:54:10,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/8c2109c6639f41279998eebf0d18de53 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/8c2109c6639f41279998eebf0d18de53 2024-11-20T06:54:10,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/8c2109c6639f41279998eebf0d18de53, entries=250, sequenceid=756, filesize=16.8 K 2024-11-20T06:54:10,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/bb16c0412ad9413eac42c55efc1fa8e2 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb16c0412ad9413eac42c55efc1fa8e2 2024-11-20T06:54:10,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb16c0412ad9413eac42c55efc1fa8e2, entries=150, sequenceid=756, filesize=12.0 K 2024-11-20T06:54:10,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/6479a3c6a2c546fd82a38f8e7c01f227 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6479a3c6a2c546fd82a38f8e7c01f227 2024-11-20T06:54:10,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6479a3c6a2c546fd82a38f8e7c01f227, entries=150, sequenceid=756, filesize=12.0 K 2024-11-20T06:54:10,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=33.54 KB/34350 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1237ms, sequenceid=756, compaction requested=true 2024-11-20T06:54:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:10,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:10,971 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:10,971 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:10,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:10,972 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,972 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,972 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/09598e041f5447b282a581f778b2c1fe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb6e502dccf8439083b275fc4adbd80e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb16c0412ad9413eac42c55efc1fa8e2] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=37.0 K 2024-11-20T06:54:10,972 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/58c8f38985b246f1b89104ba644b4deb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/c4ed714c9a7c48c685f4d610424150ae, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/8c2109c6639f41279998eebf0d18de53] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=41.7 K 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 09598e041f5447b282a581f778b2c1fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=706, earliestPutTs=1732085648067 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58c8f38985b246f1b89104ba644b4deb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=706, earliestPutTs=1732085648067 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting bb6e502dccf8439083b275fc4adbd80e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=715, earliestPutTs=1732085648100 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ed714c9a7c48c685f4d610424150ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=715, earliestPutTs=1732085648100 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting bb16c0412ad9413eac42c55efc1fa8e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1732085649346 2024-11-20T06:54:10,972 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c2109c6639f41279998eebf0d18de53, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1732085649346 2024-11-20T06:54:10,977 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:10,977 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:10,978 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/43fd006edae74b7c89297df736104edc is 50, key is test_row_0/A:col10/1732085649346/Put/seqid=0 2024-11-20T06:54:10,978 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b5fc91d5b7bc4c3982ef6be2db8d684e is 50, key is test_row_0/B:col10/1732085649346/Put/seqid=0 2024-11-20T06:54:10,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742387_1563 (size=13357) 2024-11-20T06:54:10,994 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/43fd006edae74b7c89297df736104edc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/43fd006edae74b7c89297df736104edc 2024-11-20T06:54:10,997 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into 43fd006edae74b7c89297df736104edc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:10,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:10,997 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=13, startTime=1732085650970; duration=0sec 2024-11-20T06:54:10,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:10,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:10,997 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:10,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:10,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:10,998 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:10,998 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/44257555ad44445b86b1507dd9dff0d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f18b21aa75b94ab2ad0c4f4223ff1c2f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6479a3c6a2c546fd82a38f8e7c01f227] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=37.0 K 2024-11-20T06:54:10,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44257555ad44445b86b1507dd9dff0d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=706, earliestPutTs=1732085648067 2024-11-20T06:54:10,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f18b21aa75b94ab2ad0c4f4223ff1c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=715, earliestPutTs=1732085648100 2024-11-20T06:54:10,998 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6479a3c6a2c546fd82a38f8e7c01f227, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1732085649346 2024-11-20T06:54:11,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742388_1564 (size=13357) 2024-11-20T06:54:11,008 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:11,008 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e is 50, key is test_row_0/C:col10/1732085649346/Put/seqid=0 2024-11-20T06:54:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742389_1565 (size=13357) 2024-11-20T06:54:11,022 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e 2024-11-20T06:54:11,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T06:54:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:11,026 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T06:54:11,028 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into 2a2c9fd8f5304af4a3cb48d1f8d19f5e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:11,028 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:11,028 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=13, startTime=1732085650971; duration=0sec 2024-11-20T06:54:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:11,028 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:11,028 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e076f4efdadc49939c1223eac5bf024e is 50, key is test_row_0/A:col10/1732085649753/Put/seqid=0 2024-11-20T06:54:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742390_1566 (size=9857) 2024-11-20T06:54:11,409 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/b5fc91d5b7bc4c3982ef6be2db8d684e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b5fc91d5b7bc4c3982ef6be2db8d684e 2024-11-20T06:54:11,412 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into b5fc91d5b7bc4c3982ef6be2db8d684e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:11,412 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:11,412 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=13, startTime=1732085650971; duration=0sec 2024-11-20T06:54:11,412 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:11,412 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:11,445 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=766 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e076f4efdadc49939c1223eac5bf024e 2024-11-20T06:54:11,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/93f8533eb0024a39a6cadbb7cd5fb148 is 50, key is test_row_0/B:col10/1732085649753/Put/seqid=0 2024-11-20T06:54:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742391_1567 (size=9857) 2024-11-20T06:54:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:11,855 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=766 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/93f8533eb0024a39a6cadbb7cd5fb148 2024-11-20T06:54:11,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/6d95f21274fb4419881d15e5068467d9 is 50, key is test_row_0/C:col10/1732085649753/Put/seqid=0 2024-11-20T06:54:11,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742392_1568 (size=9857) 2024-11-20T06:54:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:11,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. as already flushing 2024-11-20T06:54:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085651935, max timestamp=1732085651960Num uniques 859; 2024-11-20T06:54:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085651935, max timestamp=1732085651960Num uniques 859; 2024-11-20T06:54:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732085651935, max timestamp=1732085651960Num uniques 859; 2024-11-20T06:54:11,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T06:54:12,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732085651985, max timestamp=1732085651996Num uniques 1068; 2024-11-20T06:54:12,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-20T06:54:12,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732085651985, max timestamp=1732085651996Num uniques 1068; 2024-11-20T06:54:12,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-20T06:54:12,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732085651985, max timestamp=1732085651996Num uniques 1068; 2024-11-20T06:54:12,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/61c2066a8a0f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-20T06:54:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085712030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085712034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085712037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085712038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41714 deadline: 1732085712150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41696 deadline: 1732085712150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41650 deadline: 1732085712150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732085712160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 , the old value is region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., hostname=61c2066a8a0f,44005,1732085505243, seqNum=2 because the exception is null or not the one we care about 2024-11-20T06:54:12,266 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=766 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/6d95f21274fb4419881d15e5068467d9 2024-11-20T06:54:12,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/e076f4efdadc49939c1223eac5bf024e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e076f4efdadc49939c1223eac5bf024e 2024-11-20T06:54:12,271 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e076f4efdadc49939c1223eac5bf024e, entries=100, sequenceid=766, filesize=9.6 K 2024-11-20T06:54:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/93f8533eb0024a39a6cadbb7cd5fb148 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/93f8533eb0024a39a6cadbb7cd5fb148 2024-11-20T06:54:12,274 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/93f8533eb0024a39a6cadbb7cd5fb148, entries=100, sequenceid=766, filesize=9.6 K 2024-11-20T06:54:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/6d95f21274fb4419881d15e5068467d9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6d95f21274fb4419881d15e5068467d9 2024-11-20T06:54:12,276 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6d95f21274fb4419881d15e5068467d9, entries=100, sequenceid=766, filesize=9.6 K 2024-11-20T06:54:12,277 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1252ms, sequenceid=766, compaction requested=false 2024-11-20T06:54:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-20T06:54:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=154 2024-11-20T06:54:12,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T06:54:12,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6260 sec 2024-11-20T06:54:12,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 2.6290 sec 2024-11-20T06:54:12,317 INFO [Thread-2103 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2103. 2024-11-20T06:54:12,317 DEBUG [Thread-2103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,317 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,317 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,319 INFO [Thread-2107 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2107. 2024-11-20T06:54:12,319 DEBUG [Thread-2107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,319 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,319 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,320 INFO [Thread-2109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2109. 2024-11-20T06:54:12,320 DEBUG [Thread-2109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,320 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,320 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,326 INFO [Thread-2111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2111. 2024-11-20T06:54:12,326 DEBUG [Thread-2111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,326 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,326 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,327 INFO [Thread-2105 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2105. 2024-11-20T06:54:12,327 DEBUG [Thread-2105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,327 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,327 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:12,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=161.02 KB heapSize=455.16 KB 2024-11-20T06:54:12,373 INFO [Thread-2096 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2096. 2024-11-20T06:54:12,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:12,374 INFO [Thread-2092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2092. 2024-11-20T06:54:12,374 DEBUG [Thread-2096 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,374 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,374 DEBUG [Thread-2092 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,374 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:12,374 DEBUG [Thread-2096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,374 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T06:54:12,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,376 INFO [Thread-2098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2098. 2024-11-20T06:54:12,376 DEBUG [Thread-2098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,376 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,376 DEBUG [Thread-2098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cb3ef48c713f4c7b8745a0ceab6ba251 is 50, key is test_row_0/A:col10/1732085652371/Put/seqid=0 2024-11-20T06:54:12,381 INFO [Thread-2100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2100. 2024-11-20T06:54:12,381 DEBUG [Thread-2100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:12,381 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,381 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:12,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:12,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742393_1569 (size=12301) 2024-11-20T06:54:12,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cb3ef48c713f4c7b8745a0ceab6ba251 2024-11-20T06:54:12,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/eb1011e4908547f999d7dd035fe623ab is 50, key is test_row_0/B:col10/1732085652371/Put/seqid=0 2024-11-20T06:54:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742394_1570 (size=12301) 2024-11-20T06:54:13,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/eb1011e4908547f999d7dd035fe623ab 2024-11-20T06:54:13,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ca9dd111efa244f9b5f3d9b88d58af63 is 50, key is test_row_0/C:col10/1732085652371/Put/seqid=0 2024-11-20T06:54:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742395_1571 (size=12301) 2024-11-20T06:54:13,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=824 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ca9dd111efa244f9b5f3d9b88d58af63 2024-11-20T06:54:13,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cb3ef48c713f4c7b8745a0ceab6ba251 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cb3ef48c713f4c7b8745a0ceab6ba251 2024-11-20T06:54:13,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cb3ef48c713f4c7b8745a0ceab6ba251, entries=150, sequenceid=824, filesize=12.0 K 2024-11-20T06:54:13,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/eb1011e4908547f999d7dd035fe623ab as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/eb1011e4908547f999d7dd035fe623ab 2024-11-20T06:54:13,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/eb1011e4908547f999d7dd035fe623ab, entries=150, sequenceid=824, filesize=12.0 K 2024-11-20T06:54:13,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/ca9dd111efa244f9b5f3d9b88d58af63 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ca9dd111efa244f9b5f3d9b88d58af63 2024-11-20T06:54:13,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ca9dd111efa244f9b5f3d9b88d58af63, entries=150, sequenceid=824, filesize=12.0 K 2024-11-20T06:54:13,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~475.03 KB/486432, currentSize=6.71 KB/6870 for 5cd7ba72c8c4fddf0ab45d189d49818b in 1284ms, sequenceid=824, compaction requested=true 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:13,657 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cd7ba72c8c4fddf0ab45d189d49818b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:13,657 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:13,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:13,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:13,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:13,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/B is initiating minor compaction (all files) 2024-11-20T06:54:13,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/A is initiating minor compaction (all files) 2024-11-20T06:54:13,658 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/A in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:13,658 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/B in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:13,658 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b5fc91d5b7bc4c3982ef6be2db8d684e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/93f8533eb0024a39a6cadbb7cd5fb148, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/eb1011e4908547f999d7dd035fe623ab] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=34.7 K 2024-11-20T06:54:13,658 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/43fd006edae74b7c89297df736104edc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e076f4efdadc49939c1223eac5bf024e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cb3ef48c713f4c7b8745a0ceab6ba251] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=34.7 K 2024-11-20T06:54:13,658 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43fd006edae74b7c89297df736104edc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1732085649346 2024-11-20T06:54:13,658 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b5fc91d5b7bc4c3982ef6be2db8d684e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1732085649346 2024-11-20T06:54:13,659 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e076f4efdadc49939c1223eac5bf024e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=766, earliestPutTs=1732085649752 2024-11-20T06:54:13,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 93f8533eb0024a39a6cadbb7cd5fb148, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=766, earliestPutTs=1732085649752 2024-11-20T06:54:13,659 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1011e4908547f999d7dd035fe623ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1732085652037 2024-11-20T06:54:13,659 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb3ef48c713f4c7b8745a0ceab6ba251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1732085652037 2024-11-20T06:54:13,664 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:13,664 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#A#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:13,665 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2fb364f9bb8a4e6aaac560684bd22da7 is 50, key is test_row_0/B:col10/1732085652371/Put/seqid=0 2024-11-20T06:54:13,665 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/f93a9a5a1dbd472583d1bfa79f30aa68 is 50, key is test_row_0/A:col10/1732085652371/Put/seqid=0 2024-11-20T06:54:13,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742397_1573 (size=13459) 2024-11-20T06:54:13,668 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:54:13,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742396_1572 (size=13459) 2024-11-20T06:54:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-20T06:54:13,812 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:14,077 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/2fb364f9bb8a4e6aaac560684bd22da7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2fb364f9bb8a4e6aaac560684bd22da7 2024-11-20T06:54:14,077 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/f93a9a5a1dbd472583d1bfa79f30aa68 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f93a9a5a1dbd472583d1bfa79f30aa68 2024-11-20T06:54:14,083 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/A of 5cd7ba72c8c4fddf0ab45d189d49818b into f93a9a5a1dbd472583d1bfa79f30aa68(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:14,083 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/B of 5cd7ba72c8c4fddf0ab45d189d49818b into 2fb364f9bb8a4e6aaac560684bd22da7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:14,083 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:14,083 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:14,084 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/B, priority=13, startTime=1732085653657; duration=0sec 2024-11-20T06:54:14,084 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/A, priority=13, startTime=1732085653657; duration=0sec 2024-11-20T06:54:14,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:14,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:B 2024-11-20T06:54:14,084 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:14,084 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:A 2024-11-20T06:54:14,084 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:14,085 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:14,085 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): 5cd7ba72c8c4fddf0ab45d189d49818b/C is initiating minor compaction (all files) 2024-11-20T06:54:14,085 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cd7ba72c8c4fddf0ab45d189d49818b/C in TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:14,085 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6d95f21274fb4419881d15e5068467d9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ca9dd111efa244f9b5f3d9b88d58af63] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp, totalSize=34.7 K 2024-11-20T06:54:14,086 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a2c9fd8f5304af4a3cb48d1f8d19f5e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=756, earliestPutTs=1732085649346 2024-11-20T06:54:14,086 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d95f21274fb4419881d15e5068467d9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=766, earliestPutTs=1732085649752 2024-11-20T06:54:14,087 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting ca9dd111efa244f9b5f3d9b88d58af63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=824, earliestPutTs=1732085652037 2024-11-20T06:54:14,093 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cd7ba72c8c4fddf0ab45d189d49818b#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:14,093 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/59860423bf0c4311896a17ef9c53c462 is 50, key is test_row_0/C:col10/1732085652371/Put/seqid=0 2024-11-20T06:54:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742398_1574 (size=13459) 2024-11-20T06:54:14,501 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/59860423bf0c4311896a17ef9c53c462 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/59860423bf0c4311896a17ef9c53c462 2024-11-20T06:54:14,504 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cd7ba72c8c4fddf0ab45d189d49818b/C of 5cd7ba72c8c4fddf0ab45d189d49818b into 59860423bf0c4311896a17ef9c53c462(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:14,504 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cd7ba72c8c4fddf0ab45d189d49818b: 2024-11-20T06:54:14,504 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., storeName=5cd7ba72c8c4fddf0ab45d189d49818b/C, priority=13, startTime=1732085653657; duration=0sec 2024-11-20T06:54:14,504 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:14,504 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cd7ba72c8c4fddf0ab45d189d49818b:C 2024-11-20T06:54:16,555 INFO [Thread-2094 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2094. 2024-11-20T06:54:16,555 DEBUG [Thread-2094 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:16,555 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:16,555 DEBUG [Thread-2094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:16,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:16,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 180 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 236 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1049 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3147 rows 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1052 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3150 rows 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1050 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3150 rows 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1054 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3162 rows 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1053 2024-11-20T06:54:16,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3159 rows 2024-11-20T06:54:16,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:54:16,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:54:16,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:16,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:16,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:16,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T06:54:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-20T06:54:16,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085656562"}]},"ts":"1732085656562"} 2024-11-20T06:54:16,563 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T06:54:16,563 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T06:54:16,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:54:16,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, UNASSIGN}] 2024-11-20T06:54:16,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, UNASSIGN 2024-11-20T06:54:16,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=5cd7ba72c8c4fddf0ab45d189d49818b, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, UNASSIGN because future has completed 2024-11-20T06:54:16,568 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:54:16,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:54:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-20T06:54:16,721 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:16,721 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:54:16,721 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 5cd7ba72c8c4fddf0ab45d189d49818b, disabling compactions & flushes 2024-11-20T06:54:16,721 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:16,722 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:16,722 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. after waiting 0 ms 2024-11-20T06:54:16,722 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:16,722 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(2902): Flushing 5cd7ba72c8c4fddf0ab45d189d49818b 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-20T06:54:16,722 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=A 2024-11-20T06:54:16,723 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:16,723 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=B 2024-11-20T06:54:16,723 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:16,723 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5cd7ba72c8c4fddf0ab45d189d49818b, store=C 2024-11-20T06:54:16,723 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:16,731 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cd53816d38844a0cabd4e1c0e128d1cf is 50, key is test_row_0/A:col10/1732085652380/Put/seqid=0 2024-11-20T06:54:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742399_1575 (size=9857) 2024-11-20T06:54:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-20T06:54:17,134 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=832 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cd53816d38844a0cabd4e1c0e128d1cf 2024-11-20T06:54:17,140 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a7192ce981284cdeac984ea2be9f3f41 is 50, key is test_row_0/B:col10/1732085652380/Put/seqid=0 2024-11-20T06:54:17,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742400_1576 (size=9857) 2024-11-20T06:54:17,144 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=832 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a7192ce981284cdeac984ea2be9f3f41 2024-11-20T06:54:17,150 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/84903e0a32504b62802314df57c4434f is 50, key is test_row_0/C:col10/1732085652380/Put/seqid=0 2024-11-20T06:54:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742401_1577 (size=9857) 2024-11-20T06:54:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-20T06:54:17,554 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=832 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/84903e0a32504b62802314df57c4434f 2024-11-20T06:54:17,558 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/A/cd53816d38844a0cabd4e1c0e128d1cf as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cd53816d38844a0cabd4e1c0e128d1cf 2024-11-20T06:54:17,562 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cd53816d38844a0cabd4e1c0e128d1cf, entries=100, sequenceid=832, filesize=9.6 K 2024-11-20T06:54:17,563 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/B/a7192ce981284cdeac984ea2be9f3f41 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a7192ce981284cdeac984ea2be9f3f41 2024-11-20T06:54:17,568 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a7192ce981284cdeac984ea2be9f3f41, entries=100, sequenceid=832, filesize=9.6 K 2024-11-20T06:54:17,569 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/.tmp/C/84903e0a32504b62802314df57c4434f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/84903e0a32504b62802314df57c4434f 2024-11-20T06:54:17,574 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/84903e0a32504b62802314df57c4434f, entries=100, sequenceid=832, filesize=9.6 K 2024-11-20T06:54:17,575 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 5cd7ba72c8c4fddf0ab45d189d49818b in 853ms, sequenceid=832, compaction requested=false 2024-11-20T06:54:17,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6bd2dff2c7834d00b0002c16b09aaee8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/eb4f7c65b6764ec4a12d95aa2524815c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/33399d8db7aa4dc8bb66c10bc4a52e34, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f7f3e0180ada45f6aae8a2f235b65d62, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/12fc12a53d294eba849f7dd9b02b7836, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/76810f9c94af4365ac3d3f2227b58803, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/96f4c498db5345eb8ef53f5e7bcb64b2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cad8a2e6353c4454a25a527fb95d2b67, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/7fdfc0d84ab645f59196b694a0f34948, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4663935a7ff946c1a8878f2aa7fc67d4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/40b8c629ce2a4209979354a20025474c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/5e6d12d8888444208204698235cbada3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b5179d461a364ad592c77c5b2e31e2e8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e2d1727e30ac42f9aadf215f715c9697, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/365de0074f5540e7a5ce1734b5e9fdc8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4dcc76d56d4f4dcd8c389451e36ee3cb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89ee70c015324d71a7b460b41be422fe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89739c74acb34e65add6230a826d4a17, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/68448942e26a467589a664032677b70e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e7435576264142e28323fa8c44b60a74, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b61a811f82404d139b607d11ea1cab6d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/90508ed5699c4c8193f91276245f686b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6f2a7ac172bc43848563d8d6de431e05, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/48e366b59b7840e4a00590e8d50b0411, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3c2ae6945f2c4da48e82be5f1bbba1f8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/690b0ac578684f6bb9d1aba666b3bd3e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3abf7b03582f4d2a94bf5870a22691f6, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b555e3cb173744669002d35ad3a46429, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/58c8f38985b246f1b89104ba644b4deb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/c4ed714c9a7c48c685f4d610424150ae, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/8c2109c6639f41279998eebf0d18de53, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/43fd006edae74b7c89297df736104edc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e076f4efdadc49939c1223eac5bf024e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cb3ef48c713f4c7b8745a0ceab6ba251] to archive 2024-11-20T06:54:17,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:54:17,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6bd2dff2c7834d00b0002c16b09aaee8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6bd2dff2c7834d00b0002c16b09aaee8 2024-11-20T06:54:17,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/eb4f7c65b6764ec4a12d95aa2524815c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/eb4f7c65b6764ec4a12d95aa2524815c 2024-11-20T06:54:17,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/33399d8db7aa4dc8bb66c10bc4a52e34 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/33399d8db7aa4dc8bb66c10bc4a52e34 2024-11-20T06:54:17,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f7f3e0180ada45f6aae8a2f235b65d62 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f7f3e0180ada45f6aae8a2f235b65d62 2024-11-20T06:54:17,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/12fc12a53d294eba849f7dd9b02b7836 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/12fc12a53d294eba849f7dd9b02b7836 2024-11-20T06:54:17,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/76810f9c94af4365ac3d3f2227b58803 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/76810f9c94af4365ac3d3f2227b58803 2024-11-20T06:54:17,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/96f4c498db5345eb8ef53f5e7bcb64b2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/96f4c498db5345eb8ef53f5e7bcb64b2 2024-11-20T06:54:17,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cad8a2e6353c4454a25a527fb95d2b67 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cad8a2e6353c4454a25a527fb95d2b67 2024-11-20T06:54:17,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/7fdfc0d84ab645f59196b694a0f34948 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/7fdfc0d84ab645f59196b694a0f34948 2024-11-20T06:54:17,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4663935a7ff946c1a8878f2aa7fc67d4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4663935a7ff946c1a8878f2aa7fc67d4 2024-11-20T06:54:17,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/40b8c629ce2a4209979354a20025474c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/40b8c629ce2a4209979354a20025474c 2024-11-20T06:54:17,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/5e6d12d8888444208204698235cbada3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/5e6d12d8888444208204698235cbada3 2024-11-20T06:54:17,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b5179d461a364ad592c77c5b2e31e2e8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b5179d461a364ad592c77c5b2e31e2e8 2024-11-20T06:54:17,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e2d1727e30ac42f9aadf215f715c9697 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e2d1727e30ac42f9aadf215f715c9697 2024-11-20T06:54:17,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/365de0074f5540e7a5ce1734b5e9fdc8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/365de0074f5540e7a5ce1734b5e9fdc8 2024-11-20T06:54:17,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4dcc76d56d4f4dcd8c389451e36ee3cb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/4dcc76d56d4f4dcd8c389451e36ee3cb 2024-11-20T06:54:17,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89ee70c015324d71a7b460b41be422fe to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89ee70c015324d71a7b460b41be422fe 2024-11-20T06:54:17,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89739c74acb34e65add6230a826d4a17 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/89739c74acb34e65add6230a826d4a17 2024-11-20T06:54:17,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/68448942e26a467589a664032677b70e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/68448942e26a467589a664032677b70e 2024-11-20T06:54:17,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e7435576264142e28323fa8c44b60a74 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e7435576264142e28323fa8c44b60a74 2024-11-20T06:54:17,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b61a811f82404d139b607d11ea1cab6d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b61a811f82404d139b607d11ea1cab6d 2024-11-20T06:54:17,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/90508ed5699c4c8193f91276245f686b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/90508ed5699c4c8193f91276245f686b 2024-11-20T06:54:17,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6f2a7ac172bc43848563d8d6de431e05 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/6f2a7ac172bc43848563d8d6de431e05 2024-11-20T06:54:17,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/48e366b59b7840e4a00590e8d50b0411 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/48e366b59b7840e4a00590e8d50b0411 2024-11-20T06:54:17,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3c2ae6945f2c4da48e82be5f1bbba1f8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3c2ae6945f2c4da48e82be5f1bbba1f8 2024-11-20T06:54:17,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/690b0ac578684f6bb9d1aba666b3bd3e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/690b0ac578684f6bb9d1aba666b3bd3e 2024-11-20T06:54:17,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3abf7b03582f4d2a94bf5870a22691f6 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/3abf7b03582f4d2a94bf5870a22691f6 2024-11-20T06:54:17,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b555e3cb173744669002d35ad3a46429 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/b555e3cb173744669002d35ad3a46429 2024-11-20T06:54:17,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/58c8f38985b246f1b89104ba644b4deb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/58c8f38985b246f1b89104ba644b4deb 2024-11-20T06:54:17,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/c4ed714c9a7c48c685f4d610424150ae to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/c4ed714c9a7c48c685f4d610424150ae 2024-11-20T06:54:17,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/8c2109c6639f41279998eebf0d18de53 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/8c2109c6639f41279998eebf0d18de53 2024-11-20T06:54:17,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/43fd006edae74b7c89297df736104edc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/43fd006edae74b7c89297df736104edc 2024-11-20T06:54:17,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e076f4efdadc49939c1223eac5bf024e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/e076f4efdadc49939c1223eac5bf024e 2024-11-20T06:54:17,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cb3ef48c713f4c7b8745a0ceab6ba251 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cb3ef48c713f4c7b8745a0ceab6ba251 2024-11-20T06:54:17,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2d60c1c90050477991e358006b6d3643, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7b8a53639b8a4a18a5e0b017fb72a4ca, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a63c5245d3384360a850b4cc247c4b3e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/602c31c53cd1406188c4a5f345e5b171, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7025ae7489294ad188ff43cd10e9c869, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e4cdb44797cf42dcb5228b230eaf1956, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/1debcd9b8fc04b3ba2612ac9169a1b65, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e938280aa06f4f6f8a04b9ff1d9fbe0d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e1beec0f0513489a9270eb754f10ed0d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/4170cdb5356847b7bfb1df978b535e85, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2f1f293a425840b6b2bb95c07351d7a7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/46884c3b39e24be8b3959a6b7433d6e2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/19cc48cf05554112a0f6e41713adc319, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b357ca22e9324291a8dabe46d56b2a66, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/f688486d715e48749f79c478d2ef2aa3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/dcf432d9d7a84e0abfb8dc5a0a574fdb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/03e567cd7cf64a478e81ed19d87686dd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a2a51d2fc9484fff8cccc808a82515b7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5c4b3c46020e457a9f813659136a41ce, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b98e77509bbf484ea5aec63ac1a4ddef, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/9ca189b28cc14febb399f78c6bd54228, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/d9ff8541e5ff4114b955ab3ae10c0094, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/6a635ab801954a45ad50b32b6a568d48, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bacbc3c705e34ba5b239dad1fb3fe41f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/fed12df307294749aaaeed8f00f18e3f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5e4332acce1149b5ab712d2c3a6efe6b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/88598823d2c24403a9437d9475f7d4b9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/09598e041f5447b282a581f778b2c1fe, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/3c584b51c9234a6bae6b3723c955b88a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb6e502dccf8439083b275fc4adbd80e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b5fc91d5b7bc4c3982ef6be2db8d684e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb16c0412ad9413eac42c55efc1fa8e2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/93f8533eb0024a39a6cadbb7cd5fb148, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/eb1011e4908547f999d7dd035fe623ab] to archive 2024-11-20T06:54:17,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:54:17,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2d60c1c90050477991e358006b6d3643 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2d60c1c90050477991e358006b6d3643 2024-11-20T06:54:17,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7b8a53639b8a4a18a5e0b017fb72a4ca to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7b8a53639b8a4a18a5e0b017fb72a4ca 2024-11-20T06:54:17,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a63c5245d3384360a850b4cc247c4b3e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a63c5245d3384360a850b4cc247c4b3e 2024-11-20T06:54:17,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/602c31c53cd1406188c4a5f345e5b171 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/602c31c53cd1406188c4a5f345e5b171 2024-11-20T06:54:17,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7025ae7489294ad188ff43cd10e9c869 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/7025ae7489294ad188ff43cd10e9c869 2024-11-20T06:54:17,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e4cdb44797cf42dcb5228b230eaf1956 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e4cdb44797cf42dcb5228b230eaf1956 2024-11-20T06:54:17,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/1debcd9b8fc04b3ba2612ac9169a1b65 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/1debcd9b8fc04b3ba2612ac9169a1b65 2024-11-20T06:54:17,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e938280aa06f4f6f8a04b9ff1d9fbe0d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e938280aa06f4f6f8a04b9ff1d9fbe0d 2024-11-20T06:54:17,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e1beec0f0513489a9270eb754f10ed0d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/e1beec0f0513489a9270eb754f10ed0d 2024-11-20T06:54:17,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/4170cdb5356847b7bfb1df978b535e85 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/4170cdb5356847b7bfb1df978b535e85 2024-11-20T06:54:17,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2f1f293a425840b6b2bb95c07351d7a7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2f1f293a425840b6b2bb95c07351d7a7 2024-11-20T06:54:17,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/46884c3b39e24be8b3959a6b7433d6e2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/46884c3b39e24be8b3959a6b7433d6e2 2024-11-20T06:54:17,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/19cc48cf05554112a0f6e41713adc319 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/19cc48cf05554112a0f6e41713adc319 2024-11-20T06:54:17,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b357ca22e9324291a8dabe46d56b2a66 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b357ca22e9324291a8dabe46d56b2a66 2024-11-20T06:54:17,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/f688486d715e48749f79c478d2ef2aa3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/f688486d715e48749f79c478d2ef2aa3 2024-11-20T06:54:17,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/dcf432d9d7a84e0abfb8dc5a0a574fdb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/dcf432d9d7a84e0abfb8dc5a0a574fdb 2024-11-20T06:54:17,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/03e567cd7cf64a478e81ed19d87686dd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/03e567cd7cf64a478e81ed19d87686dd 2024-11-20T06:54:17,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a2a51d2fc9484fff8cccc808a82515b7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a2a51d2fc9484fff8cccc808a82515b7 2024-11-20T06:54:17,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5c4b3c46020e457a9f813659136a41ce to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5c4b3c46020e457a9f813659136a41ce 2024-11-20T06:54:17,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b98e77509bbf484ea5aec63ac1a4ddef to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b98e77509bbf484ea5aec63ac1a4ddef 2024-11-20T06:54:17,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/9ca189b28cc14febb399f78c6bd54228 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/9ca189b28cc14febb399f78c6bd54228 2024-11-20T06:54:17,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/d9ff8541e5ff4114b955ab3ae10c0094 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/d9ff8541e5ff4114b955ab3ae10c0094 2024-11-20T06:54:17,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/6a635ab801954a45ad50b32b6a568d48 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/6a635ab801954a45ad50b32b6a568d48 2024-11-20T06:54:17,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bacbc3c705e34ba5b239dad1fb3fe41f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bacbc3c705e34ba5b239dad1fb3fe41f 2024-11-20T06:54:17,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/fed12df307294749aaaeed8f00f18e3f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/fed12df307294749aaaeed8f00f18e3f 2024-11-20T06:54:17,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5e4332acce1149b5ab712d2c3a6efe6b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/5e4332acce1149b5ab712d2c3a6efe6b 2024-11-20T06:54:17,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/88598823d2c24403a9437d9475f7d4b9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/88598823d2c24403a9437d9475f7d4b9 2024-11-20T06:54:17,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/09598e041f5447b282a581f778b2c1fe to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/09598e041f5447b282a581f778b2c1fe 2024-11-20T06:54:17,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/3c584b51c9234a6bae6b3723c955b88a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/3c584b51c9234a6bae6b3723c955b88a 2024-11-20T06:54:17,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb6e502dccf8439083b275fc4adbd80e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb6e502dccf8439083b275fc4adbd80e 2024-11-20T06:54:17,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b5fc91d5b7bc4c3982ef6be2db8d684e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/b5fc91d5b7bc4c3982ef6be2db8d684e 2024-11-20T06:54:17,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb16c0412ad9413eac42c55efc1fa8e2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/bb16c0412ad9413eac42c55efc1fa8e2 2024-11-20T06:54:17,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/93f8533eb0024a39a6cadbb7cd5fb148 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/93f8533eb0024a39a6cadbb7cd5fb148 2024-11-20T06:54:17,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/eb1011e4908547f999d7dd035fe623ab to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/eb1011e4908547f999d7dd035fe623ab 2024-11-20T06:54:17,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/86a1e58e6a9a448a975212d4ff7cc0df, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/352cc5a8faa84978af5699da9a22a8e2, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ec30f4d3b6ac48e68b95786e9c95c9eb, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dbe63e15b4c04df7bccfbf7a7bcc14d9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/90a465e9518a42c5af22fe0c395042be, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/18a17f8d17a54deea447180de5a13870, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fb0c895ae4b74278b38fa32b88da9c84, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7c05143f9471444f901f634b4a3f0e3a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/3ddafdeccad5491ba3dc973963d43e75, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7d79f6b7f174419495fc327ec5a1054c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/74140c2feb1347aba8667832d79a0ce5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7182cdc4242e4fefa947b298d65fb86f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/e1194f31e5c0457fad2cddb65ae67e50, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ffd121705b1b4d1abcce0a3d9ef1024c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/0c69cd42db684768923d00fe90fd3d08, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fc2c89d2df1f403c87e9202697f3f875, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/bd40f144b1aa480181e8ca524ea90d63, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dcad2b03ece84b95af243d61f993934f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/380bed691b084cb798baec523079cc64, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/8bf988cb83ec40fe828e864f0c93164d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f603de9b5bfa4882919aee392ca580e4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/374193f7a7794b1abbbe3c77c662c77d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04979cf6dfce4960b4840fe0b967a94e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/d438168fb8af4b9e91fafc023a66370a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04c1be6441b447a2a5e6722483c47b89, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7164f5268a694754911b4a44b96072ab, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/98d9a50ab52340df830366879ec8a350, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/44257555ad44445b86b1507dd9dff0d3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/5c7de20b67904d48a14480cd9e8b4184, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f18b21aa75b94ab2ad0c4f4223ff1c2f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6479a3c6a2c546fd82a38f8e7c01f227, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6d95f21274fb4419881d15e5068467d9, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ca9dd111efa244f9b5f3d9b88d58af63] to archive 2024-11-20T06:54:17,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:54:17,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/86a1e58e6a9a448a975212d4ff7cc0df to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/86a1e58e6a9a448a975212d4ff7cc0df 2024-11-20T06:54:17,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/352cc5a8faa84978af5699da9a22a8e2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/352cc5a8faa84978af5699da9a22a8e2 2024-11-20T06:54:17,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ec30f4d3b6ac48e68b95786e9c95c9eb to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ec30f4d3b6ac48e68b95786e9c95c9eb 2024-11-20T06:54:17,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dbe63e15b4c04df7bccfbf7a7bcc14d9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dbe63e15b4c04df7bccfbf7a7bcc14d9 2024-11-20T06:54:17,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/90a465e9518a42c5af22fe0c395042be to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/90a465e9518a42c5af22fe0c395042be 2024-11-20T06:54:17,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/18a17f8d17a54deea447180de5a13870 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/18a17f8d17a54deea447180de5a13870 2024-11-20T06:54:17,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fb0c895ae4b74278b38fa32b88da9c84 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fb0c895ae4b74278b38fa32b88da9c84 2024-11-20T06:54:17,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7c05143f9471444f901f634b4a3f0e3a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7c05143f9471444f901f634b4a3f0e3a 2024-11-20T06:54:17,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/3ddafdeccad5491ba3dc973963d43e75 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/3ddafdeccad5491ba3dc973963d43e75 2024-11-20T06:54:17,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7d79f6b7f174419495fc327ec5a1054c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7d79f6b7f174419495fc327ec5a1054c 2024-11-20T06:54:17,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/74140c2feb1347aba8667832d79a0ce5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/74140c2feb1347aba8667832d79a0ce5 2024-11-20T06:54:17,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7182cdc4242e4fefa947b298d65fb86f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7182cdc4242e4fefa947b298d65fb86f 2024-11-20T06:54:17,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/e1194f31e5c0457fad2cddb65ae67e50 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/e1194f31e5c0457fad2cddb65ae67e50 2024-11-20T06:54:17,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ffd121705b1b4d1abcce0a3d9ef1024c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ffd121705b1b4d1abcce0a3d9ef1024c 2024-11-20T06:54:17,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/0c69cd42db684768923d00fe90fd3d08 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/0c69cd42db684768923d00fe90fd3d08 2024-11-20T06:54:17,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fc2c89d2df1f403c87e9202697f3f875 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/fc2c89d2df1f403c87e9202697f3f875 2024-11-20T06:54:17,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/bd40f144b1aa480181e8ca524ea90d63 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/bd40f144b1aa480181e8ca524ea90d63 2024-11-20T06:54:17,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dcad2b03ece84b95af243d61f993934f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/dcad2b03ece84b95af243d61f993934f 2024-11-20T06:54:17,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/380bed691b084cb798baec523079cc64 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/380bed691b084cb798baec523079cc64 2024-11-20T06:54:17,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/8bf988cb83ec40fe828e864f0c93164d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/8bf988cb83ec40fe828e864f0c93164d 2024-11-20T06:54:17,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f603de9b5bfa4882919aee392ca580e4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f603de9b5bfa4882919aee392ca580e4 2024-11-20T06:54:17,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/374193f7a7794b1abbbe3c77c662c77d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/374193f7a7794b1abbbe3c77c662c77d 2024-11-20T06:54:17,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04979cf6dfce4960b4840fe0b967a94e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04979cf6dfce4960b4840fe0b967a94e 2024-11-20T06:54:17,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/d438168fb8af4b9e91fafc023a66370a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/d438168fb8af4b9e91fafc023a66370a 2024-11-20T06:54:17,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04c1be6441b447a2a5e6722483c47b89 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/04c1be6441b447a2a5e6722483c47b89 2024-11-20T06:54:17,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7164f5268a694754911b4a44b96072ab to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/7164f5268a694754911b4a44b96072ab 2024-11-20T06:54:17,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/98d9a50ab52340df830366879ec8a350 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/98d9a50ab52340df830366879ec8a350 2024-11-20T06:54:17,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/44257555ad44445b86b1507dd9dff0d3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/44257555ad44445b86b1507dd9dff0d3 2024-11-20T06:54:17,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/5c7de20b67904d48a14480cd9e8b4184 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/5c7de20b67904d48a14480cd9e8b4184 2024-11-20T06:54:17,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f18b21aa75b94ab2ad0c4f4223ff1c2f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/f18b21aa75b94ab2ad0c4f4223ff1c2f 2024-11-20T06:54:17,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/2a2c9fd8f5304af4a3cb48d1f8d19f5e 2024-11-20T06:54:17,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6479a3c6a2c546fd82a38f8e7c01f227 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6479a3c6a2c546fd82a38f8e7c01f227 2024-11-20T06:54:17,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6d95f21274fb4419881d15e5068467d9 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/6d95f21274fb4419881d15e5068467d9 2024-11-20T06:54:17,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ca9dd111efa244f9b5f3d9b88d58af63 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/ca9dd111efa244f9b5f3d9b88d58af63 2024-11-20T06:54:17,668 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/recovered.edits/835.seqid, newMaxSeqId=835, maxSeqId=1 2024-11-20T06:54:17,669 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. 2024-11-20T06:54:17,669 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 5cd7ba72c8c4fddf0ab45d189d49818b: Waiting for close lock at 1732085656721Running coprocessor pre-close hooks at 1732085656721Disabling compacts and flushes for region at 1732085656721Disabling writes for close at 1732085656722 (+1 ms)Obtaining lock to block concurrent updates at 1732085656722Preparing flush snapshotting stores in 5cd7ba72c8c4fddf0ab45d189d49818b at 1732085656722Finished memstore snapshotting TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732085656723 (+1 ms)Flushing stores of TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b. at 1732085656724 (+1 ms)Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/A: creating writer at 1732085656724Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/A: appending metadata at 1732085656730 (+6 ms)Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/A: closing flushed file at 1732085656730Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/B: creating writer at 1732085657138 (+408 ms)Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/B: appending metadata at 1732085657140 (+2 ms)Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/B: closing flushed file at 1732085657140Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/C: creating writer at 1732085657148 (+8 ms)Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/C: appending metadata at 1732085657150 (+2 ms)Flushing 5cd7ba72c8c4fddf0ab45d189d49818b/C: closing flushed file at 1732085657150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8e0ac2: reopening flushed file at 1732085657558 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6880f0c3: reopening flushed file at 1732085657563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5058eff8: reopening flushed file at 1732085657568 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 5cd7ba72c8c4fddf0ab45d189d49818b in 853ms, sequenceid=832, compaction requested=false at 1732085657575 (+7 ms)Writing region close event to WAL at 1732085657666 (+91 ms)Running coprocessor post-close hooks at 1732085657669 (+3 ms)Closed at 1732085657669 2024-11-20T06:54:17,671 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:17,671 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=5cd7ba72c8c4fddf0ab45d189d49818b, regionState=CLOSED 2024-11-20T06:54:17,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:54:17,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T06:54:17,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 5cd7ba72c8c4fddf0ab45d189d49818b, server=61c2066a8a0f,44005,1732085505243 in 1.1050 sec 2024-11-20T06:54:17,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T06:54:17,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cd7ba72c8c4fddf0ab45d189d49818b, UNASSIGN in 1.1100 sec 2024-11-20T06:54:17,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T06:54:17,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1120 sec 2024-11-20T06:54:17,678 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085657678"}]},"ts":"1732085657678"} 2024-11-20T06:54:17,679 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T06:54:17,679 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T06:54:17,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1210 sec 2024-11-20T06:54:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-20T06:54:17,701 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:17,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T06:54:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=159, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,703 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=159, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-20T06:54:17,704 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=159, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,706 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:17,708 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/recovered.edits] 2024-11-20T06:54:17,710 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cd53816d38844a0cabd4e1c0e128d1cf to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/cd53816d38844a0cabd4e1c0e128d1cf 2024-11-20T06:54:17,712 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f93a9a5a1dbd472583d1bfa79f30aa68 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/A/f93a9a5a1dbd472583d1bfa79f30aa68 2024-11-20T06:54:17,714 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2fb364f9bb8a4e6aaac560684bd22da7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/2fb364f9bb8a4e6aaac560684bd22da7 2024-11-20T06:54:17,715 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a7192ce981284cdeac984ea2be9f3f41 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/B/a7192ce981284cdeac984ea2be9f3f41 2024-11-20T06:54:17,718 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/59860423bf0c4311896a17ef9c53c462 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/59860423bf0c4311896a17ef9c53c462 2024-11-20T06:54:17,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/84903e0a32504b62802314df57c4434f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/C/84903e0a32504b62802314df57c4434f 2024-11-20T06:54:17,722 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/recovered.edits/835.seqid to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b/recovered.edits/835.seqid 2024-11-20T06:54:17,722 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/5cd7ba72c8c4fddf0ab45d189d49818b 2024-11-20T06:54:17,722 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T06:54:17,725 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=159, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,727 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T06:54:17,730 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T06:54:17,731 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=159, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,731 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T06:54:17,732 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732085657731"}]},"ts":"9223372036854775807"} 2024-11-20T06:54:17,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T06:54:17,734 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5cd7ba72c8c4fddf0ab45d189d49818b, NAME => 'TestAcidGuarantees,,1732085630061.5cd7ba72c8c4fddf0ab45d189d49818b.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T06:54:17,734 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T06:54:17,735 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732085657734"}]},"ts":"9223372036854775807"} 2024-11-20T06:54:17,737 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T06:54:17,738 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=159, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-20T06:54:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-20T06:54:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T06:54:17,811 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:17,822 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 252), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 542), ProcessCount=11 (was 11), AvailableMemoryMB=4089 (was 4134) 2024-11-20T06:54:17,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=4089 2024-11-20T06:54:17,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:54:17,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:54:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:17,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T06:54:17,836 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:17,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 160 2024-11-20T06:54:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T06:54:17,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T06:54:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742402_1578 (size=1061) 2024-11-20T06:54:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T06:54:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T06:54:18,245 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5 2024-11-20T06:54:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742403_1579 (size=53) 2024-11-20T06:54:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T06:54:18,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:54:18,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e6f04bc3d1ef8cc94834120791601da2, disabling compactions & flushes 2024-11-20T06:54:18,671 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:18,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:18,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. after waiting 0 ms 2024-11-20T06:54:18,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:18,671 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:18,671 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6f04bc3d1ef8cc94834120791601da2: Waiting for close lock at 1732085658671Disabling compacts and flushes for region at 1732085658671Disabling writes for close at 1732085658671Writing region close event to WAL at 1732085658671Closed at 1732085658671 2024-11-20T06:54:18,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T06:54:18,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732085658673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732085658673"}]},"ts":"1732085658673"} 2024-11-20T06:54:18,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T06:54:18,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T06:54:18,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085658675"}]},"ts":"1732085658675"} 2024-11-20T06:54:18,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T06:54:18,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, ASSIGN}] 2024-11-20T06:54:18,678 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, ASSIGN 2024-11-20T06:54:18,678 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, ASSIGN; state=OFFLINE, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=false 2024-11-20T06:54:18,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, ASSIGN because future has completed 2024-11-20T06:54:18,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:54:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T06:54:18,990 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:18,991 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7752): Opening region: {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:54:18,991 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:18,991 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:54:18,991 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7794): checking encryption for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:18,992 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7797): checking classloading for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:18,994 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:18,996 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:54:18,997 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f04bc3d1ef8cc94834120791601da2 columnFamilyName A 2024-11-20T06:54:18,997 DEBUG [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:18,998 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(327): Store=e6f04bc3d1ef8cc94834120791601da2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:54:18,998 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:18,999 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:54:19,000 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f04bc3d1ef8cc94834120791601da2 columnFamilyName B 2024-11-20T06:54:19,000 DEBUG [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:19,001 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(327): Store=e6f04bc3d1ef8cc94834120791601da2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:54:19,001 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,002 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:54:19,002 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f04bc3d1ef8cc94834120791601da2 columnFamilyName C 2024-11-20T06:54:19,002 DEBUG [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:19,003 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(327): Store=e6f04bc3d1ef8cc94834120791601da2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:54:19,003 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:19,003 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1038): replaying wal for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,004 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,005 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1048): stopping wal replay for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1060): Cleaning up temporary data for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,007 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:54:19,009 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1093): writing seq id for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,012 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T06:54:19,013 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1114): Opened e6f04bc3d1ef8cc94834120791601da2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72508264, jitterRate=0.08045732975006104}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:54:19,013 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:19,014 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1006): Region open journal for e6f04bc3d1ef8cc94834120791601da2: Running coprocessor pre-open hook at 1732085658992Writing region info on filesystem at 1732085658992Initializing all the Stores at 1732085658993 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085658993Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085658994 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085658994Cleaning up temporary data from old regions at 1732085659007 (+13 ms)Running coprocessor post-open hooks at 1732085659013 (+6 ms)Region opened successfully at 1732085659014 (+1 ms) 2024-11-20T06:54:19,015 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., pid=162, masterSystemTime=1732085658986 2024-11-20T06:54:19,017 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:19,017 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:19,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=OPEN, openSeqNum=2, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:19,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:54:19,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T06:54:19,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; OpenRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 in 188 msec 2024-11-20T06:54:19,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T06:54:19,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, ASSIGN in 346 msec 2024-11-20T06:54:19,025 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T06:54:19,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085659025"}]},"ts":"1732085659025"} 2024-11-20T06:54:19,027 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T06:54:19,028 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T06:54:19,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-20T06:54:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T06:54:19,982 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:19,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:19,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:19,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:19,987 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2307099d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:19,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7deb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:19,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:19,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:19,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T06:54:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 61c2066a8a0f,45763,1732085504537 2024-11-20T06:54:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca3141 2024-11-20T06:54:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T06:54:19,995 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T06:54:19,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T06:54:19,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T06:54:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=163, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:20,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742404_1580 (size=1097) 2024-11-20T06:54:20,411 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T06:54:20,411 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T06:54:20,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:54:20,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, REOPEN/MOVE}] 2024-11-20T06:54:20,421 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, REOPEN/MOVE 2024-11-20T06:54:20,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:20,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, REOPEN/MOVE because future has completed 2024-11-20T06:54:20,423 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:54:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:54:20,575 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(122): Close e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:54:20,575 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1722): Closing e6f04bc3d1ef8cc94834120791601da2, disabling compactions & flushes 2024-11-20T06:54:20,576 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,576 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,576 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. after waiting 0 ms 2024-11-20T06:54:20,576 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,583 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T06:54:20,583 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,584 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1676): Region close journal for e6f04bc3d1ef8cc94834120791601da2: Waiting for close lock at 1732085660575Running coprocessor pre-close hooks at 1732085660575Disabling compacts and flushes for region at 1732085660575Disabling writes for close at 1732085660576 (+1 ms)Writing region close event to WAL at 1732085660576Running coprocessor post-close hooks at 1732085660583 (+7 ms)Closed at 1732085660583 2024-11-20T06:54:20,584 WARN [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionServer(3299): Not adding moved region record: e6f04bc3d1ef8cc94834120791601da2 to self. 2024-11-20T06:54:20,586 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(157): Closed e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,586 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=CLOSED 2024-11-20T06:54:20,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:54:20,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T06:54:20,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; CloseRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 in 166 msec 2024-11-20T06:54:20,592 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, REOPEN/MOVE; state=CLOSED, location=61c2066a8a0f,44005,1732085505243; forceNewPlan=false, retain=true 2024-11-20T06:54:20,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=OPENING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:20,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, REOPEN/MOVE because future has completed 2024-11-20T06:54:20,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=165, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:54:20,903 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,903 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7752): Opening region: {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T06:54:20,903 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,904 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T06:54:20,904 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7794): checking encryption for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,904 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7797): checking classloading for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,905 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,906 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:54:20,906 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f04bc3d1ef8cc94834120791601da2 columnFamilyName A 2024-11-20T06:54:20,908 DEBUG [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:20,908 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(327): Store=e6f04bc3d1ef8cc94834120791601da2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:54:20,908 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,909 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:54:20,909 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f04bc3d1ef8cc94834120791601da2 columnFamilyName B 2024-11-20T06:54:20,909 DEBUG [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:20,910 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(327): Store=e6f04bc3d1ef8cc94834120791601da2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:54:20,910 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,911 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T06:54:20,911 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f04bc3d1ef8cc94834120791601da2 columnFamilyName C 2024-11-20T06:54:20,911 DEBUG [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:20,912 INFO [StoreOpener-e6f04bc3d1ef8cc94834120791601da2-1 {}] regionserver.HStore(327): Store=e6f04bc3d1ef8cc94834120791601da2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T06:54:20,912 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,912 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1038): replaying wal for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,913 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,915 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,916 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1048): stopping wal replay for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,916 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1060): Cleaning up temporary data for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,917 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T06:54:20,919 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1093): writing seq id for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,920 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1114): Opened e6f04bc3d1ef8cc94834120791601da2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63861346, jitterRate=-0.04839178919792175}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T06:54:20,920 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,921 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1006): Region open journal for e6f04bc3d1ef8cc94834120791601da2: Running coprocessor pre-open hook at 1732085660904Writing region info on filesystem at 1732085660904Initializing all the Stores at 1732085660905 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085660905Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085660905Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732085660905Cleaning up temporary data from old regions at 1732085660916 (+11 ms)Running coprocessor post-open hooks at 1732085660920 (+4 ms)Region opened successfully at 1732085660921 (+1 ms) 2024-11-20T06:54:20,922 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., pid=167, masterSystemTime=1732085660900 2024-11-20T06:54:20,924 DEBUG [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,924 INFO [RS_OPEN_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:20,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=OPEN, openSeqNum=5, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:20,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=165, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:54:20,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=165 2024-11-20T06:54:20,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=165, state=SUCCESS, hasLock=false; OpenRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 in 181 msec 2024-11-20T06:54:20,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-20T06:54:20,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, REOPEN/MOVE in 511 msec 2024-11-20T06:54:20,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T06:54:20,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-20T06:54:20,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-20T06:54:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-11-20T06:54:20,944 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:20,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,946 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d1c188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,948 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fd1fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,950 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb36923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e321f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dc8100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,955 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f44dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,957 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b154b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,959 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361fd5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,961 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74140d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7ecb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,964 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d460dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,966 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5265e1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cce6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60615c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,971 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d064b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,973 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73630cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,975 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3634708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,977 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23506d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 61c2066a8a0f,45763,-1 for getting cluster id 2024-11-20T06:54:20,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T06:54:20,979 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978733bf-420f-4921-8314-ed1bfa897e52' 2024-11-20T06:54:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T06:54:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978733bf-420f-4921-8314-ed1bfa897e52" 2024-11-20T06:54:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f471685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [61c2066a8a0f,45763,-1] 2024-11-20T06:54:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T06:54:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:20,980 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T06:54:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c880b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T06:54:20,981 DEBUG [Thread-2577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,981 DEBUG [Thread-2579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,981 DEBUG [Thread-2570 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,982 DEBUG [Thread-2564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,982 DEBUG [Thread-2568 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,982 DEBUG [Thread-2583 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,982 DEBUG [Thread-2572 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,982 DEBUG [Thread-2566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:20,983 DEBUG [Thread-2575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,984 DEBUG [Thread-2581 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T06:54:20,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=61c2066a8a0f,44005,1732085505243, seqNum=-1] 2024-11-20T06:54:20,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T06:54:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-20T06:54:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T06:54:20,986 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,987 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:20,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5] 2024-11-20T06:54:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:20,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T06:54:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:20,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:21,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e38b9273135456d84dbab38e02b7b2a_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085660987/Put/seqid=0 2024-11-20T06:54:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742405_1581 (size=17034) 2024-11-20T06:54:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085721035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085721036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085721036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085721037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085721038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:21,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:21,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:21,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085721150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085721150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085721150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085721150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085721150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:21,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085721360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085721360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085721360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085721360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085721360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:21,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e38b9273135456d84dbab38e02b7b2a_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209e38b9273135456d84dbab38e02b7b2a_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:21,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/89f02508d8fb4edbb55ae4d2442f1a5a, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:21,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/89f02508d8fb4edbb55ae4d2442f1a5a is 175, key is test_row_0/A:col10/1732085660987/Put/seqid=0 2024-11-20T06:54:21,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742406_1582 (size=48139) 2024-11-20T06:54:21,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:21,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085721670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085721670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085721670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085721670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085721670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:21,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/89f02508d8fb4edbb55ae4d2442f1a5a 2024-11-20T06:54:21,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/2152e6292639403d9ece6a3eb3cf744c is 50, key is test_row_0/B:col10/1732085660987/Put/seqid=0 2024-11-20T06:54:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742407_1583 (size=12001) 2024-11-20T06:54:21,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/2152e6292639403d9ece6a3eb3cf744c 2024-11-20T06:54:21,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1 is 50, key is test_row_0/C:col10/1732085660987/Put/seqid=0 2024-11-20T06:54:21,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742408_1584 (size=12001) 2024-11-20T06:54:21,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:21,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:22,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085722180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085722180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085722180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085722180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085722180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:22,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:22,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:22,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:22,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:22,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1 2024-11-20T06:54:22,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/89f02508d8fb4edbb55ae4d2442f1a5a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a 2024-11-20T06:54:22,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a, entries=250, sequenceid=16, filesize=47.0 K 2024-11-20T06:54:22,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/2152e6292639403d9ece6a3eb3cf744c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2152e6292639403d9ece6a3eb3cf744c 2024-11-20T06:54:22,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2152e6292639403d9ece6a3eb3cf744c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T06:54:22,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1 2024-11-20T06:54:22,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T06:54:22,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e6f04bc3d1ef8cc94834120791601da2 in 1301ms, sequenceid=16, compaction requested=false 2024-11-20T06:54:22,294 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T06:54:22,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:22,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T06:54:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:22,359 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T06:54:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:22,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:22,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038072d8cbe29425496bec087807c7ec8_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085661034/Put/seqid=0 2024-11-20T06:54:22,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742409_1585 (size=12154) 2024-11-20T06:54:22,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:22,771 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038072d8cbe29425496bec087807c7ec8_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038072d8cbe29425496bec087807c7ec8_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/fa5583bab6a149eab553c63f5e7d5986, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/fa5583bab6a149eab553c63f5e7d5986 is 175, key is test_row_0/A:col10/1732085661034/Put/seqid=0 2024-11-20T06:54:22,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742410_1586 (size=30955) 2024-11-20T06:54:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:23,175 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/fa5583bab6a149eab553c63f5e7d5986 2024-11-20T06:54:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/b5f3079c720f4f2d8c77d4056cbbc8d1 is 50, key is test_row_0/B:col10/1732085661034/Put/seqid=0 2024-11-20T06:54:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742411_1587 (size=12001) 2024-11-20T06:54:23,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T06:54:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:23,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:23,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085723198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085723199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085723200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085723201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085723201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,204 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085723310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085723310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085723310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085723310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085723520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085723520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085723520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085723520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,584 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/b5f3079c720f4f2d8c77d4056cbbc8d1 2024-11-20T06:54:23,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/b9f57443f4034651bd5bd05a5bea6fe5 is 50, key is test_row_0/C:col10/1732085661034/Put/seqid=0 2024-11-20T06:54:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742412_1588 (size=12001) 2024-11-20T06:54:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085723830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085723830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085723830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085723830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:23,993 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/b9f57443f4034651bd5bd05a5bea6fe5 2024-11-20T06:54:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/fa5583bab6a149eab553c63f5e7d5986 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986 2024-11-20T06:54:23,998 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986, entries=150, sequenceid=36, filesize=30.2 K 2024-11-20T06:54:23,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/b5f3079c720f4f2d8c77d4056cbbc8d1 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b5f3079c720f4f2d8c77d4056cbbc8d1 2024-11-20T06:54:24,001 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b5f3079c720f4f2d8c77d4056cbbc8d1, entries=150, sequenceid=36, filesize=11.7 K 2024-11-20T06:54:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/b9f57443f4034651bd5bd05a5bea6fe5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b9f57443f4034651bd5bd05a5bea6fe5 2024-11-20T06:54:24,004 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b9f57443f4034651bd5bd05a5bea6fe5, entries=150, sequenceid=36, filesize=11.7 K 2024-11-20T06:54:24,005 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e6f04bc3d1ef8cc94834120791601da2 in 1646ms, sequenceid=36, compaction requested=false 2024-11-20T06:54:24,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:24,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:24,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-20T06:54:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-20T06:54:24,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-20T06:54:24,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0190 sec 2024-11-20T06:54:24,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.0240 sec 2024-11-20T06:54:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:24,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:54:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:24,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ffa88e75713c4dfd9f8264f6d1258696_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:24,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742413_1589 (size=12154) 2024-11-20T06:54:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085724361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085724362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085724364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085724366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085724470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085724470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085724470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085724480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085724680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085724680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085724680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085724690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,752 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:24,755 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ffa88e75713c4dfd9f8264f6d1258696_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ffa88e75713c4dfd9f8264f6d1258696_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:24,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/60968cbff2834258892e2ee50a50db46, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:24,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/60968cbff2834258892e2ee50a50db46 is 175, key is test_row_0/A:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742414_1590 (size=30955) 2024-11-20T06:54:24,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/60968cbff2834258892e2ee50a50db46 2024-11-20T06:54:24,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/39f5d4a79a0941e88092cd4ada491dd7 is 50, key is test_row_0/B:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:24,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742415_1591 (size=12001) 2024-11-20T06:54:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085724990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085724990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085724990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085725000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T06:54:25,160 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:25,160 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-20T06:54:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T06:54:25,162 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:25,162 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:25,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:25,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/39f5d4a79a0941e88092cd4ada491dd7 2024-11-20T06:54:25,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/1d1faf6d517c47a9810c89c31fde4fdc is 50, key is test_row_0/C:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742416_1592 (size=12001) 2024-11-20T06:54:25,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085725210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:25,213 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T06:54:25,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-20T06:54:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:25,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:25,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-20T06:54:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T06:54:25,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085725500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:25,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:25,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085725500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:25,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085725500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085725510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:25,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:25,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/1d1faf6d517c47a9810c89c31fde4fdc 2024-11-20T06:54:25,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/60968cbff2834258892e2ee50a50db46 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46 2024-11-20T06:54:25,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46, entries=150, sequenceid=49, filesize=30.2 K 2024-11-20T06:54:25,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/39f5d4a79a0941e88092cd4ada491dd7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/39f5d4a79a0941e88092cd4ada491dd7 2024-11-20T06:54:25,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/39f5d4a79a0941e88092cd4ada491dd7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T06:54:25,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/1d1faf6d517c47a9810c89c31fde4fdc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/1d1faf6d517c47a9810c89c31fde4fdc 2024-11-20T06:54:25,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/1d1faf6d517c47a9810c89c31fde4fdc, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T06:54:25,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e6f04bc3d1ef8cc94834120791601da2 in 1255ms, sequenceid=49, compaction requested=true 2024-11-20T06:54:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:25,598 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:25,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:25,598 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:25,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:25,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:25,599 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:25,600 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/A is initiating minor compaction (all files) 2024-11-20T06:54:25,600 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/A in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,600 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=107.5 K 2024-11-20T06:54:25,600 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,600 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46] 2024-11-20T06:54:25,600 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:25,600 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/B is initiating minor compaction (all files) 2024-11-20T06:54:25,600 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/B in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,600 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2152e6292639403d9ece6a3eb3cf744c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b5f3079c720f4f2d8c77d4056cbbc8d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/39f5d4a79a0941e88092cd4ada491dd7] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.2 K 2024-11-20T06:54:25,601 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89f02508d8fb4edbb55ae4d2442f1a5a, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732085660987 2024-11-20T06:54:25,601 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2152e6292639403d9ece6a3eb3cf744c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732085660987 2024-11-20T06:54:25,601 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5583bab6a149eab553c63f5e7d5986, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732085661034 2024-11-20T06:54:25,602 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b5f3079c720f4f2d8c77d4056cbbc8d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732085661034 2024-11-20T06:54:25,602 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60968cbff2834258892e2ee50a50db46, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085663195 2024-11-20T06:54:25,602 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 39f5d4a79a0941e88092cd4ada491dd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085663195 2024-11-20T06:54:25,609 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:25,610 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/c0cf7d9c56aa4fb9820e295f313d50bd is 50, key is test_row_0/B:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:25,611 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:25,615 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112057babbc4c39d4cfbb3fe4e2f1a2abc89_e6f04bc3d1ef8cc94834120791601da2 store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742417_1593 (size=12104) 2024-11-20T06:54:25,621 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112057babbc4c39d4cfbb3fe4e2f1a2abc89_e6f04bc3d1ef8cc94834120791601da2, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:25,621 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112057babbc4c39d4cfbb3fe4e2f1a2abc89_e6f04bc3d1ef8cc94834120791601da2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:25,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-20T06:54:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,622 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T06:54:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:25,622 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/c0cf7d9c56aa4fb9820e295f313d50bd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c0cf7d9c56aa4fb9820e295f313d50bd 2024-11-20T06:54:25,630 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/B of e6f04bc3d1ef8cc94834120791601da2 into c0cf7d9c56aa4fb9820e295f313d50bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:25,630 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:25,630 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/B, priority=13, startTime=1732085665598; duration=0sec 2024-11-20T06:54:25,630 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:25,630 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:B 2024-11-20T06:54:25,630 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:25,632 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:25,632 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/C is initiating minor compaction (all files) 2024-11-20T06:54:25,632 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/C in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:25,632 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b9f57443f4034651bd5bd05a5bea6fe5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/1d1faf6d517c47a9810c89c31fde4fdc] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.2 K 2024-11-20T06:54:25,633 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting a107e30c4b9d46ba9fa4ccbb7f87f0a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732085660987 2024-11-20T06:54:25,633 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f57443f4034651bd5bd05a5bea6fe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732085661034 2024-11-20T06:54:25,633 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d1faf6d517c47a9810c89c31fde4fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085663195 2024-11-20T06:54:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f4168428573b4e039ae6f90bf248d078_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085664365/Put/seqid=0 2024-11-20T06:54:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742418_1594 (size=4469) 2024-11-20T06:54:25,648 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#C#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:25,649 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/4f35944e65e5418d9ffc15e43ff4d777 is 50, key is test_row_0/C:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742419_1595 (size=12154) 2024-11-20T06:54:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742420_1596 (size=12104) 2024-11-20T06:54:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T06:54:26,044 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#A#compaction#514 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:26,045 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/60f6ea8ac78647989b825ce4cebb3c6b is 175, key is test_row_0/A:col10/1732085663199/Put/seqid=0 2024-11-20T06:54:26,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742421_1597 (size=31058) 2024-11-20T06:54:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:26,059 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f4168428573b4e039ae6f90bf248d078_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f4168428573b4e039ae6f90bf248d078_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/c621e37ec16945809f3a4feee8f52356, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/c621e37ec16945809f3a4feee8f52356 is 175, key is test_row_0/A:col10/1732085664365/Put/seqid=0 2024-11-20T06:54:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742422_1598 (size=30955) 2024-11-20T06:54:26,068 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/4f35944e65e5418d9ffc15e43ff4d777 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4f35944e65e5418d9ffc15e43ff4d777 2024-11-20T06:54:26,072 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/C of e6f04bc3d1ef8cc94834120791601da2 into 4f35944e65e5418d9ffc15e43ff4d777(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:26,072 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:26,072 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/C, priority=13, startTime=1732085665598; duration=0sec 2024-11-20T06:54:26,072 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:26,072 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:C 2024-11-20T06:54:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T06:54:26,451 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/60f6ea8ac78647989b825ce4cebb3c6b as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60f6ea8ac78647989b825ce4cebb3c6b 2024-11-20T06:54:26,454 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/A of e6f04bc3d1ef8cc94834120791601da2 into 60f6ea8ac78647989b825ce4cebb3c6b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:26,454 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:26,454 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/A, priority=13, startTime=1732085665598; duration=0sec 2024-11-20T06:54:26,454 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:26,454 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:A 2024-11-20T06:54:26,464 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/c621e37ec16945809f3a4feee8f52356 2024-11-20T06:54:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/2a513ff5ed464d8f83f40c9678f1152f is 50, key is test_row_0/B:col10/1732085664365/Put/seqid=0 2024-11-20T06:54:26,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742423_1599 (size=12001) 2024-11-20T06:54:26,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:26,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085726520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085726520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,523 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085726521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085726522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085726630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085726630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085726630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085726839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085726840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085726840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:26,883 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/2a513ff5ed464d8f83f40c9678f1152f 2024-11-20T06:54:26,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/be1f589a3cf7405484f970ccd266737c is 50, key is test_row_0/C:col10/1732085664365/Put/seqid=0 2024-11-20T06:54:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742424_1600 (size=12001) 2024-11-20T06:54:26,891 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/be1f589a3cf7405484f970ccd266737c 2024-11-20T06:54:26,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/c621e37ec16945809f3a4feee8f52356 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356 2024-11-20T06:54:26,903 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356, entries=150, sequenceid=68, filesize=30.2 K 2024-11-20T06:54:26,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/2a513ff5ed464d8f83f40c9678f1152f as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2a513ff5ed464d8f83f40c9678f1152f 2024-11-20T06:54:26,906 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2a513ff5ed464d8f83f40c9678f1152f, entries=150, sequenceid=68, filesize=11.7 K 2024-11-20T06:54:26,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/be1f589a3cf7405484f970ccd266737c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/be1f589a3cf7405484f970ccd266737c 2024-11-20T06:54:26,910 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/be1f589a3cf7405484f970ccd266737c, entries=150, sequenceid=68, filesize=11.7 K 2024-11-20T06:54:26,910 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e6f04bc3d1ef8cc94834120791601da2 in 1289ms, sequenceid=68, compaction requested=false 2024-11-20T06:54:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:26,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-20T06:54:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-20T06:54:26,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-20T06:54:26,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7480 sec 2024-11-20T06:54:26,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.7530 sec 2024-11-20T06:54:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:27,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T06:54:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:27,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd939dc658b04fd18c2af306c7904864_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742425_1601 (size=12154) 2024-11-20T06:54:27,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085727175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085727176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085727178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085727290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085727290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085727290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T06:54:27,310 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:27,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-20T06:54:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:27,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:27,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:27,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:27,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085727500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085727500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085727500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,571 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:27,573 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd939dc658b04fd18c2af306c7904864_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd939dc658b04fd18c2af306c7904864_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:27,574 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/f509af316f594404a54834432f55c632, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:27,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/f509af316f594404a54834432f55c632 is 175, key is test_row_0/A:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742426_1602 (size=30955) 2024-11-20T06:54:27,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:27,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085727810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085727810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085727810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:27,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:27,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:27,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:27,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/f509af316f594404a54834432f55c632 2024-11-20T06:54:27,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/02abfaeb586145f98a419e9a3dba1ba5 is 50, key is test_row_0/B:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742427_1603 (size=12001) 2024-11-20T06:54:28,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085728320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085728320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085728320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:28,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/02abfaeb586145f98a419e9a3dba1ba5 2024-11-20T06:54:28,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/87c1724d70d3412c9a5c22741dd29cb8 is 50, key is test_row_0/C:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:28,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742428_1604 (size=12001) 2024-11-20T06:54:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085728540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:28,542 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:28,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:28,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/87c1724d70d3412c9a5c22741dd29cb8 2024-11-20T06:54:28,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/f509af316f594404a54834432f55c632 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632 2024-11-20T06:54:28,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632, entries=150, sequenceid=85, filesize=30.2 K 2024-11-20T06:54:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/02abfaeb586145f98a419e9a3dba1ba5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/02abfaeb586145f98a419e9a3dba1ba5 2024-11-20T06:54:28,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/02abfaeb586145f98a419e9a3dba1ba5, entries=150, sequenceid=85, filesize=11.7 K 2024-11-20T06:54:28,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/87c1724d70d3412c9a5c22741dd29cb8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/87c1724d70d3412c9a5c22741dd29cb8 2024-11-20T06:54:28,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/87c1724d70d3412c9a5c22741dd29cb8, entries=150, sequenceid=85, filesize=11.7 K 2024-11-20T06:54:28,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e6f04bc3d1ef8cc94834120791601da2 in 1683ms, sequenceid=85, compaction requested=true 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:28,836 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:28,836 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:28,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:28,837 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:28,837 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:28,837 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/B is initiating minor compaction (all files) 2024-11-20T06:54:28,837 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/A is initiating minor compaction (all files) 2024-11-20T06:54:28,837 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/B in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,837 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/A in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,837 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c0cf7d9c56aa4fb9820e295f313d50bd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2a513ff5ed464d8f83f40c9678f1152f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/02abfaeb586145f98a419e9a3dba1ba5] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.3 K 2024-11-20T06:54:28,837 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60f6ea8ac78647989b825ce4cebb3c6b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=90.8 K 2024-11-20T06:54:28,837 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,837 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60f6ea8ac78647989b825ce4cebb3c6b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632] 2024-11-20T06:54:28,837 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c0cf7d9c56aa4fb9820e295f313d50bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085663195 2024-11-20T06:54:28,838 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60f6ea8ac78647989b825ce4cebb3c6b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085663195 2024-11-20T06:54:28,838 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a513ff5ed464d8f83f40c9678f1152f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732085664360 2024-11-20T06:54:28,838 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting c621e37ec16945809f3a4feee8f52356, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732085664360 2024-11-20T06:54:28,838 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 02abfaeb586145f98a419e9a3dba1ba5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732085666517 2024-11-20T06:54:28,838 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting f509af316f594404a54834432f55c632, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732085666517 2024-11-20T06:54:28,842 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:28,843 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e869a631be1a446e9e5dfeb88c668f28 is 50, key is test_row_0/B:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:28,844 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:28,846 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120eea41c1ce1c54cdc990ef32f91d7859c_e6f04bc3d1ef8cc94834120791601da2 store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:28,848 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120eea41c1ce1c54cdc990ef32f91d7859c_e6f04bc3d1ef8cc94834120791601da2, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:28,848 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eea41c1ce1c54cdc990ef32f91d7859c_e6f04bc3d1ef8cc94834120791601da2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742429_1605 (size=12207) 2024-11-20T06:54:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742430_1606 (size=4469) 2024-11-20T06:54:28,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-20T06:54:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:28,872 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:54:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:28,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204d5763a21704421b8ff4baa2a60d987f_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085667176/Put/seqid=0 2024-11-20T06:54:28,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742431_1607 (size=12154) 2024-11-20T06:54:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:29,252 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:29,253 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e869a631be1a446e9e5dfeb88c668f28 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e869a631be1a446e9e5dfeb88c668f28 2024-11-20T06:54:29,253 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/d5e93f90812f46ef92e40a7c11f981cd is 175, key is test_row_0/A:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742432_1608 (size=31161) 2024-11-20T06:54:29,257 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/B of e6f04bc3d1ef8cc94834120791601da2 into e869a631be1a446e9e5dfeb88c668f28(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:29,257 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:29,257 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/B, priority=13, startTime=1732085668836; duration=0sec 2024-11-20T06:54:29,257 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:29,257 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:B 2024-11-20T06:54:29,257 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:29,258 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:29,258 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/C is initiating minor compaction (all files) 2024-11-20T06:54:29,258 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/C in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:29,258 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4f35944e65e5418d9ffc15e43ff4d777, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/be1f589a3cf7405484f970ccd266737c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/87c1724d70d3412c9a5c22741dd29cb8] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.3 K 2024-11-20T06:54:29,259 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f35944e65e5418d9ffc15e43ff4d777, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732085663195 2024-11-20T06:54:29,259 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting be1f589a3cf7405484f970ccd266737c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732085664360 2024-11-20T06:54:29,259 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 87c1724d70d3412c9a5c22741dd29cb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732085666517 2024-11-20T06:54:29,260 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/d5e93f90812f46ef92e40a7c11f981cd as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/d5e93f90812f46ef92e40a7c11f981cd 2024-11-20T06:54:29,263 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/A of e6f04bc3d1ef8cc94834120791601da2 into d5e93f90812f46ef92e40a7c11f981cd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:29,263 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:29,263 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/A, priority=13, startTime=1732085668836; duration=0sec 2024-11-20T06:54:29,263 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:29,263 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:A 2024-11-20T06:54:29,264 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#C#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:29,265 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/da521c7e51454afe885ab10abd958036 is 50, key is test_row_0/C:col10/1732085666521/Put/seqid=0 2024-11-20T06:54:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742433_1609 (size=12207) 2024-11-20T06:54:29,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085729277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:29,287 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204d5763a21704421b8ff4baa2a60d987f_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204d5763a21704421b8ff4baa2a60d987f_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:29,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/be8442d2ff1048debc57e620f15bef50, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/be8442d2ff1048debc57e620f15bef50 is 175, key is test_row_0/A:col10/1732085667176/Put/seqid=0 2024-11-20T06:54:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742434_1610 (size=30955) 2024-11-20T06:54:29,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085729329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085729330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,332 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:29,332 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:29,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:29,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:29,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085729340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,343 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_2' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:29,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:29,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085729390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:29,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085729600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:29,670 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/da521c7e51454afe885ab10abd958036 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da521c7e51454afe885ab10abd958036 2024-11-20T06:54:29,673 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/C of e6f04bc3d1ef8cc94834120791601da2 into da521c7e51454afe885ab10abd958036(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:29,673 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:29,673 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/C, priority=13, startTime=1732085668836; duration=0sec 2024-11-20T06:54:29,673 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:29,674 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:C 2024-11-20T06:54:29,691 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/be8442d2ff1048debc57e620f15bef50 2024-11-20T06:54:29,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/989a7be7b0624d2da019fd9bcf621444 is 50, key is test_row_0/B:col10/1732085667176/Put/seqid=0 2024-11-20T06:54:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742435_1611 (size=12001) 2024-11-20T06:54:29,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085729910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:30,099 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/989a7be7b0624d2da019fd9bcf621444 2024-11-20T06:54:30,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/4bc3d2aad08048f486d29ee7c0ef39f3 is 50, key is test_row_0/C:col10/1732085667176/Put/seqid=0 2024-11-20T06:54:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742436_1612 (size=12001) 2024-11-20T06:54:30,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085730420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:30,506 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/4bc3d2aad08048f486d29ee7c0ef39f3 2024-11-20T06:54:30,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/be8442d2ff1048debc57e620f15bef50 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50 2024-11-20T06:54:30,513 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50, entries=150, sequenceid=103, filesize=30.2 K 2024-11-20T06:54:30,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/989a7be7b0624d2da019fd9bcf621444 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/989a7be7b0624d2da019fd9bcf621444 2024-11-20T06:54:30,516 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/989a7be7b0624d2da019fd9bcf621444, entries=150, sequenceid=103, filesize=11.7 K 2024-11-20T06:54:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/4bc3d2aad08048f486d29ee7c0ef39f3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4bc3d2aad08048f486d29ee7c0ef39f3 2024-11-20T06:54:30,519 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4bc3d2aad08048f486d29ee7c0ef39f3, entries=150, sequenceid=103, filesize=11.7 K 2024-11-20T06:54:30,519 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e6f04bc3d1ef8cc94834120791601da2 in 1647ms, sequenceid=103, compaction requested=false 2024-11-20T06:54:30,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:30,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:30,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-20T06:54:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-20T06:54:30,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-20T06:54:30,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2090 sec 2024-11-20T06:54:30,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 3.2130 sec 2024-11-20T06:54:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:31,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:54:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:31,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:31,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:31,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:31,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:31,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:31,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112097f50e1022c440b094b70050ef5fbb59_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:31,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742437_1613 (size=12154) 2024-11-20T06:54:31,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:31,377 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112097f50e1022c440b094b70050ef5fbb59_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112097f50e1022c440b094b70050ef5fbb59_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:31,378 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/1b1017556aa14b23b1e04f062958265a, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:31,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/1b1017556aa14b23b1e04f062958265a is 175, key is test_row_0/A:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742438_1614 (size=30955) 2024-11-20T06:54:31,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/1b1017556aa14b23b1e04f062958265a 2024-11-20T06:54:31,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085731382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/c1aff126e7e24709955f52721424a834 is 50, key is test_row_0/B:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085731385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085731387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742439_1615 (size=12001) 2024-11-20T06:54:31,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085731430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,434 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-20T06:54:31,480 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:31,480 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-20T06:54:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:31,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:31,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:31,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:31,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085731490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085731500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085731500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:31,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T06:54:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:31,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085731700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085731710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085731710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:31,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T06:54:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:31,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/c1aff126e7e24709955f52721424a834 2024-11-20T06:54:31,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/3e9b85fc9e734e5e97c5b1d17355e01e is 50, key is test_row_0/C:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742440_1616 (size=12001) 2024-11-20T06:54:31,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T06:54:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:31,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:31,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085732010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085732019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085732020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T06:54:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:32,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:32,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/3e9b85fc9e734e5e97c5b1d17355e01e 2024-11-20T06:54:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/1b1017556aa14b23b1e04f062958265a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a 2024-11-20T06:54:32,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a, entries=150, sequenceid=121, filesize=30.2 K 2024-11-20T06:54:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/c1aff126e7e24709955f52721424a834 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c1aff126e7e24709955f52721424a834 2024-11-20T06:54:32,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c1aff126e7e24709955f52721424a834, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T06:54:32,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/3e9b85fc9e734e5e97c5b1d17355e01e as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/3e9b85fc9e734e5e97c5b1d17355e01e 2024-11-20T06:54:32,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/3e9b85fc9e734e5e97c5b1d17355e01e, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T06:54:32,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e6f04bc3d1ef8cc94834120791601da2 in 852ms, sequenceid=121, compaction requested=true 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:32,214 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:32,214 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93071 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/A is initiating minor compaction (all files) 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:32,215 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/A in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/B is initiating minor compaction (all files) 2024-11-20T06:54:32,215 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/d5e93f90812f46ef92e40a7c11f981cd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=90.9 K 2024-11-20T06:54:32,215 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/B in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,215 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,215 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e869a631be1a446e9e5dfeb88c668f28, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/989a7be7b0624d2da019fd9bcf621444, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c1aff126e7e24709955f52721424a834] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.4 K 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/d5e93f90812f46ef92e40a7c11f981cd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a] 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5e93f90812f46ef92e40a7c11f981cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732085666517 2024-11-20T06:54:32,215 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting e869a631be1a446e9e5dfeb88c668f28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732085666517 2024-11-20T06:54:32,216 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 989a7be7b0624d2da019fd9bcf621444, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732085667160 2024-11-20T06:54:32,216 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting be8442d2ff1048debc57e620f15bef50, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732085667160 2024-11-20T06:54:32,216 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting c1aff126e7e24709955f52721424a834, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732085669271 2024-11-20T06:54:32,216 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b1017556aa14b23b1e04f062958265a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732085669271 2024-11-20T06:54:32,220 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:32,221 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:32,221 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/93aa9bf397b9445fa15e2418a34392d4 is 50, key is test_row_0/B:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:32,221 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a3f00fd9d4d54116967af97a6e3a85c1_e6f04bc3d1ef8cc94834120791601da2 store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:32,224 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a3f00fd9d4d54116967af97a6e3a85c1_e6f04bc3d1ef8cc94834120791601da2, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:32,224 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a3f00fd9d4d54116967af97a6e3a85c1_e6f04bc3d1ef8cc94834120791601da2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:32,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742441_1617 (size=12309) 2024-11-20T06:54:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742442_1618 (size=4469) 2024-11-20T06:54:32,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,245 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:32,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:32,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007bcdb7d0e6645c9b69dd5c802739c45_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085671385/Put/seqid=0 2024-11-20T06:54:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742443_1619 (size=12304) 2024-11-20T06:54:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:32,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085732543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085732544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085732544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50566 deadline: 1732085732570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,574 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:32,629 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/93aa9bf397b9445fa15e2418a34392d4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/93aa9bf397b9445fa15e2418a34392d4 2024-11-20T06:54:32,629 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:32,629 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/5d193641687b450480871b11fead6274 is 175, key is test_row_0/A:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:32,632 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/B of e6f04bc3d1ef8cc94834120791601da2 into 93aa9bf397b9445fa15e2418a34392d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:32,632 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:32,632 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/B, priority=13, startTime=1732085672214; duration=0sec 2024-11-20T06:54:32,632 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:32,632 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:B 2024-11-20T06:54:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742444_1620 (size=31263) 2024-11-20T06:54:32,632 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:32,633 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:32,633 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/C is initiating minor compaction (all files) 2024-11-20T06:54:32,633 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/C in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:32,633 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da521c7e51454afe885ab10abd958036, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4bc3d2aad08048f486d29ee7c0ef39f3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/3e9b85fc9e734e5e97c5b1d17355e01e] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.4 K 2024-11-20T06:54:32,634 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting da521c7e51454afe885ab10abd958036, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732085666517 2024-11-20T06:54:32,634 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc3d2aad08048f486d29ee7c0ef39f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732085667160 2024-11-20T06:54:32,634 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e9b85fc9e734e5e97c5b1d17355e01e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732085669271 2024-11-20T06:54:32,636 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/5d193641687b450480871b11fead6274 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/5d193641687b450480871b11fead6274 2024-11-20T06:54:32,639 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:32,639 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/A of e6f04bc3d1ef8cc94834120791601da2 into 5d193641687b450480871b11fead6274(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:32,639 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:32,640 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/A, priority=13, startTime=1732085672214; duration=0sec 2024-11-20T06:54:32,640 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/d147a6dc1a2d458ebb86f4ac30ecdda5 is 50, key is test_row_0/C:col10/1732085669276/Put/seqid=0 2024-11-20T06:54:32,640 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:32,640 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:A 2024-11-20T06:54:32,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742445_1621 (size=12309) 2024-11-20T06:54:32,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085732650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085732650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:32,657 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007bcdb7d0e6645c9b69dd5c802739c45_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007bcdb7d0e6645c9b69dd5c802739c45_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/7185afea27e04d7cae9c7dd4776e6ef7, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/7185afea27e04d7cae9c7dd4776e6ef7 is 175, key is test_row_0/A:col10/1732085671385/Put/seqid=0 2024-11-20T06:54:32,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742446_1622 (size=31105) 2024-11-20T06:54:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085732660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085732860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085732860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:32,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085732870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,046 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/d147a6dc1a2d458ebb86f4ac30ecdda5 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/d147a6dc1a2d458ebb86f4ac30ecdda5 2024-11-20T06:54:33,049 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/C of e6f04bc3d1ef8cc94834120791601da2 into d147a6dc1a2d458ebb86f4ac30ecdda5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:33,049 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:33,050 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/C, priority=13, startTime=1732085672214; duration=0sec 2024-11-20T06:54:33,050 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:33,050 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:C 2024-11-20T06:54:33,061 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/7185afea27e04d7cae9c7dd4776e6ef7 2024-11-20T06:54:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/d032312e9e5b4e16b0eefc67bf32ac94 is 50, key is test_row_0/B:col10/1732085671385/Put/seqid=0 2024-11-20T06:54:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742447_1623 (size=12151) 2024-11-20T06:54:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085733170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085733170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085733179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085733450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,452 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:33,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,469 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/d032312e9e5b4e16b0eefc67bf32ac94 2024-11-20T06:54:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/da815fea6b9e42a5b1ea689b418e9f4d is 50, key is test_row_0/C:col10/1732085671385/Put/seqid=0 2024-11-20T06:54:33,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742448_1624 (size=12151) 2024-11-20T06:54:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:33,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085733680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085733680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085733690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:33,882 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/da815fea6b9e42a5b1ea689b418e9f4d 2024-11-20T06:54:33,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/7185afea27e04d7cae9c7dd4776e6ef7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7 2024-11-20T06:54:33,888 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7, entries=150, sequenceid=138, filesize=30.4 K 2024-11-20T06:54:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/d032312e9e5b4e16b0eefc67bf32ac94 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/d032312e9e5b4e16b0eefc67bf32ac94 2024-11-20T06:54:33,891 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/d032312e9e5b4e16b0eefc67bf32ac94, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T06:54:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/da815fea6b9e42a5b1ea689b418e9f4d as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da815fea6b9e42a5b1ea689b418e9f4d 2024-11-20T06:54:33,895 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da815fea6b9e42a5b1ea689b418e9f4d, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T06:54:33,895 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e6f04bc3d1ef8cc94834120791601da2 in 1650ms, sequenceid=138, compaction requested=false 2024-11-20T06:54:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:33,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-20T06:54:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-20T06:54:33,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-20T06:54:33,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4150 sec 2024-11-20T06:54:33,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.4180 sec 2024-11-20T06:54:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:34,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T06:54:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:34,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200c2b020e77e5439eacf0f4867e3b7751_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742449_1625 (size=14794) 2024-11-20T06:54:34,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085734713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:34,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085734714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:34,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085734715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085734820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:34,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085734829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:34,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:34,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085734830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:34,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:34,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085735030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085735040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085735040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:35,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200c2b020e77e5439eacf0f4867e3b7751_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200c2b020e77e5439eacf0f4867e3b7751_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:35,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/de397697531749f1a4d94baf298859bc, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:35,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/de397697531749f1a4d94baf298859bc is 175, key is test_row_0/A:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742450_1626 (size=39749) 2024-11-20T06:54:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085735340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085735350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085735350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/de397697531749f1a4d94baf298859bc 2024-11-20T06:54:35,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/5faa93874cc44b0dbdda93c3b1c672af is 50, key is test_row_0/B:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742451_1627 (size=12151) 2024-11-20T06:54:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T06:54:35,650 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:35,651 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-20T06:54:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:35,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:35,653 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:35,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:35,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-20T06:54:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:35,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:35,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085735850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085735860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085735860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:35,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:35,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/5faa93874cc44b0dbdda93c3b1c672af 2024-11-20T06:54:35,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/b7509715808043aeae38765c85e97d44 is 50, key is test_row_0/C:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:35,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742452_1628 (size=12151) 2024-11-20T06:54:35,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-20T06:54:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:35,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:36,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-20T06:54:36,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:36,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:36,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:36,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-20T06:54:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:36,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:36,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/b7509715808043aeae38765c85e97d44 2024-11-20T06:54:36,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/de397697531749f1a4d94baf298859bc as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc 2024-11-20T06:54:36,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc, entries=200, sequenceid=158, filesize=38.8 K 2024-11-20T06:54:36,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/5faa93874cc44b0dbdda93c3b1c672af as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/5faa93874cc44b0dbdda93c3b1c672af 2024-11-20T06:54:36,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/5faa93874cc44b0dbdda93c3b1c672af, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T06:54:36,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/b7509715808043aeae38765c85e97d44 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b7509715808043aeae38765c85e97d44 2024-11-20T06:54:36,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b7509715808043aeae38765c85e97d44, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T06:54:36,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e6f04bc3d1ef8cc94834120791601da2 in 1656ms, sequenceid=158, compaction requested=true 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:36,349 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:36,349 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:36,349 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:36,349 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:36,349 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/A is initiating minor compaction (all files) 2024-11-20T06:54:36,349 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/B is initiating minor compaction (all files) 2024-11-20T06:54:36,349 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/A in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,349 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/B in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,350 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/5d193641687b450480871b11fead6274, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=99.7 K 2024-11-20T06:54:36,350 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/93aa9bf397b9445fa15e2418a34392d4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/d032312e9e5b4e16b0eefc67bf32ac94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/5faa93874cc44b0dbdda93c3b1c672af] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.8 K 2024-11-20T06:54:36,350 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/5d193641687b450480871b11fead6274, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc] 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 93aa9bf397b9445fa15e2418a34392d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732085669271 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d193641687b450480871b11fead6274, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732085669271 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d032312e9e5b4e16b0eefc67bf32ac94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732085671380 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7185afea27e04d7cae9c7dd4776e6ef7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732085671380 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 5faa93874cc44b0dbdda93c3b1c672af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085672543 2024-11-20T06:54:36,350 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting de397697531749f1a4d94baf298859bc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085672542 2024-11-20T06:54:36,354 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:36,356 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#B#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:36,356 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/b318aed6df724920beb1b0eed0941b4a is 50, key is test_row_0/B:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:36,363 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120add4ee6ea8094fb393a3bf70069aafb2_e6f04bc3d1ef8cc94834120791601da2 store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742453_1629 (size=12561) 2024-11-20T06:54:36,365 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120add4ee6ea8094fb393a3bf70069aafb2_e6f04bc3d1ef8cc94834120791601da2, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:36,365 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120add4ee6ea8094fb393a3bf70069aafb2_e6f04bc3d1ef8cc94834120791601da2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:36,372 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/b318aed6df724920beb1b0eed0941b4a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b318aed6df724920beb1b0eed0941b4a 2024-11-20T06:54:36,375 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/B of e6f04bc3d1ef8cc94834120791601da2 into b318aed6df724920beb1b0eed0941b4a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:36,375 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:36,375 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/B, priority=13, startTime=1732085676349; duration=0sec 2024-11-20T06:54:36,375 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:36,375 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:B 2024-11-20T06:54:36,375 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:36,376 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:36,376 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/C is initiating minor compaction (all files) 2024-11-20T06:54:36,376 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/C in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,376 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/d147a6dc1a2d458ebb86f4ac30ecdda5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da815fea6b9e42a5b1ea689b418e9f4d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b7509715808043aeae38765c85e97d44] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=35.8 K 2024-11-20T06:54:36,377 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting d147a6dc1a2d458ebb86f4ac30ecdda5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732085669271 2024-11-20T06:54:36,378 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting da815fea6b9e42a5b1ea689b418e9f4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732085671380 2024-11-20T06:54:36,378 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b7509715808043aeae38765c85e97d44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085672543 2024-11-20T06:54:36,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742454_1630 (size=4469) 2024-11-20T06:54:36,385 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#C#compaction#542 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:36,385 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/15834f0cbbd94272a1962f3d10cab305 is 50, key is test_row_0/C:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742455_1631 (size=12561) 2024-11-20T06:54:36,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:36,415 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:36,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:36,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200277a83a28874af99049eb9c03901ce1_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085674712/Put/seqid=0 2024-11-20T06:54:36,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742456_1632 (size=12304) 2024-11-20T06:54:36,785 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#A#compaction#541 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:36,785 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/bf1b3d2a96da43aeacde7c961f1ebd6a is 175, key is test_row_0/A:col10/1732085672543/Put/seqid=0 2024-11-20T06:54:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742457_1633 (size=31515) 2024-11-20T06:54:36,799 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/15834f0cbbd94272a1962f3d10cab305 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/15834f0cbbd94272a1962f3d10cab305 2024-11-20T06:54:36,805 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/C of e6f04bc3d1ef8cc94834120791601da2 into 15834f0cbbd94272a1962f3d10cab305(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:36,805 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:36,805 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/C, priority=13, startTime=1732085676349; duration=0sec 2024-11-20T06:54:36,805 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:36,805 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:C 2024-11-20T06:54:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:36,825 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200277a83a28874af99049eb9c03901ce1_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200277a83a28874af99049eb9c03901ce1_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:36,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/8a0d1806a1d241159b597c25b7c1ba80, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/8a0d1806a1d241159b597c25b7c1ba80 is 175, key is test_row_0/A:col10/1732085674712/Put/seqid=0 2024-11-20T06:54:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742458_1634 (size=31105) 2024-11-20T06:54:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:36,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085736885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:36,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085736888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:36,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085736889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085737000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085737000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085737000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,194 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/bf1b3d2a96da43aeacde7c961f1ebd6a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/bf1b3d2a96da43aeacde7c961f1ebd6a 2024-11-20T06:54:37,197 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/A of e6f04bc3d1ef8cc94834120791601da2 into bf1b3d2a96da43aeacde7c961f1ebd6a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:37,197 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:37,197 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/A, priority=13, startTime=1732085676349; duration=0sec 2024-11-20T06:54:37,197 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:37,198 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:A 2024-11-20T06:54:37,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085737210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085737210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085737210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,229 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/8a0d1806a1d241159b597c25b7c1ba80 2024-11-20T06:54:37,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/55e709240ec74660b0af80901f8a4534 is 50, key is test_row_0/B:col10/1732085674712/Put/seqid=0 2024-11-20T06:54:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742459_1635 (size=12151) 2024-11-20T06:54:37,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50608 deadline: 1732085737460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,462 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 61c2066a8a0f,44005,1732085505243 for 'test_row_1' in e6f04bc3d1ef8cc94834120791601da2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T06:54:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085737520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085737520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085737520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:37,638 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/55e709240ec74660b0af80901f8a4534 2024-11-20T06:54:37,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/fa36cf8f0432457db22269cc6f92d221 is 50, key is test_row_0/C:col10/1732085674712/Put/seqid=0 2024-11-20T06:54:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742460_1636 (size=12151) 2024-11-20T06:54:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085738030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085738030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085738030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:38,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:38,047 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/fa36cf8f0432457db22269cc6f92d221 2024-11-20T06:54:38,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/8a0d1806a1d241159b597c25b7c1ba80 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80 2024-11-20T06:54:38,053 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80, entries=150, sequenceid=174, filesize=30.4 K 2024-11-20T06:54:38,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/55e709240ec74660b0af80901f8a4534 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/55e709240ec74660b0af80901f8a4534 2024-11-20T06:54:38,056 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/55e709240ec74660b0af80901f8a4534, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T06:54:38,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/fa36cf8f0432457db22269cc6f92d221 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/fa36cf8f0432457db22269cc6f92d221 2024-11-20T06:54:38,059 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/fa36cf8f0432457db22269cc6f92d221, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T06:54:38,059 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e6f04bc3d1ef8cc94834120791601da2 in 1644ms, sequenceid=174, compaction requested=false 2024-11-20T06:54:38,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:38,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:38,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-20T06:54:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-20T06:54:38,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-20T06:54:38,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4070 sec 2024-11-20T06:54:38,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 2.4110 sec 2024-11-20T06:54:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:39,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T06:54:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:39,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:39,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208236b29b0c104f3aae42dd5eee62d3f0_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:39,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742461_1637 (size=14794) 2024-11-20T06:54:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085739113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085739113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085739120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085739230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085739230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085739230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085739440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085739440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085739440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:39,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208236b29b0c104f3aae42dd5eee62d3f0_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208236b29b0c104f3aae42dd5eee62d3f0_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:39,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:39,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a is 175, key is test_row_0/A:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742462_1638 (size=39749) 2024-11-20T06:54:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085739750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085739750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085739750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-20T06:54:39,820 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:39,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T06:54:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-20T06:54:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:39,822 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T06:54:39,823 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T06:54:39,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T06:54:39,859 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a 2024-11-20T06:54:39,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/3db518d37c22440ca56b8ba144eedfe4 is 50, key is test_row_0/B:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742463_1639 (size=12151) 2024-11-20T06:54:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:39,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T06:54:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:39,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T06:54:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50572 deadline: 1732085740259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50596 deadline: 1732085740259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44005 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1732085740260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 , the old value is region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T06:54:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., hostname=61c2066a8a0f,44005,1732085505243, seqNum=5 because the exception is null or not the one we care about 2024-11-20T06:54:40,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/3db518d37c22440ca56b8ba144eedfe4 2024-11-20T06:54:40,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T06:54:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/9f47c758eae14d0d840d2135efd12bc3 is 50, key is test_row_0/C:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742464_1640 (size=12151) 2024-11-20T06:54:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T06:54:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:40,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T06:54:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T06:54:40,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/9f47c758eae14d0d840d2135efd12bc3 2024-11-20T06:54:40,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a 2024-11-20T06:54:40,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a, entries=200, sequenceid=195, filesize=38.8 K 2024-11-20T06:54:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/3db518d37c22440ca56b8ba144eedfe4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/3db518d37c22440ca56b8ba144eedfe4 2024-11-20T06:54:40,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/3db518d37c22440ca56b8ba144eedfe4, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T06:54:40,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/9f47c758eae14d0d840d2135efd12bc3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/9f47c758eae14d0d840d2135efd12bc3 2024-11-20T06:54:40,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/9f47c758eae14d0d840d2135efd12bc3, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T06:54:40,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e6f04bc3d1ef8cc94834120791601da2 in 1653ms, sequenceid=195, compaction requested=true 2024-11-20T06:54:40,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:40,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T06:54:40,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:40,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T06:54:40,696 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:40,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:40,696 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:40,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e6f04bc3d1ef8cc94834120791601da2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T06:54:40,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:40,697 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:40,697 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:40,697 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/B is initiating minor compaction (all files) 2024-11-20T06:54:40,697 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/A is initiating minor compaction (all files) 2024-11-20T06:54:40,697 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/A in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,697 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/B in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,697 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b318aed6df724920beb1b0eed0941b4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/55e709240ec74660b0af80901f8a4534, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/3db518d37c22440ca56b8ba144eedfe4] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=36.0 K 2024-11-20T06:54:40,697 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/bf1b3d2a96da43aeacde7c961f1ebd6a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=100.0 K 2024-11-20T06:54:40,697 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,697 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. files: [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/bf1b3d2a96da43aeacde7c961f1ebd6a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a] 2024-11-20T06:54:40,698 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting b318aed6df724920beb1b0eed0941b4a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085672543 2024-11-20T06:54:40,698 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf1b3d2a96da43aeacde7c961f1ebd6a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085672543 2024-11-20T06:54:40,698 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 55e709240ec74660b0af80901f8a4534, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732085674707 2024-11-20T06:54:40,698 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a0d1806a1d241159b597c25b7c1ba80, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732085674707 2024-11-20T06:54:40,698 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 3db518d37c22440ca56b8ba144eedfe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732085676888 2024-11-20T06:54:40,698 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3cf3a3b9f7d41df8482b4cbaa1f9a1a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732085676886 2024-11-20T06:54:40,702 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:40,703 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:40,703 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e60a0e62d77f4967b57c752576c11b49 is 50, key is test_row_0/B:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:40,704 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120faa92e81da8b4f70a801f384b7d9073d_e6f04bc3d1ef8cc94834120791601da2 store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:40,705 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120faa92e81da8b4f70a801f384b7d9073d_e6f04bc3d1ef8cc94834120791601da2, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:40,705 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120faa92e81da8b4f70a801f384b7d9073d_e6f04bc3d1ef8cc94834120791601da2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742466_1642 (size=4469) 2024-11-20T06:54:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742465_1641 (size=12663) 2024-11-20T06:54:40,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-20T06:54:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:40,737 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T06:54:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052e55bdb4e9e4bdeb50789525e428ad4_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085679084/Put/seqid=0 2024-11-20T06:54:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742467_1643 (size=12304) 2024-11-20T06:54:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:40,985 INFO [Thread-2575 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2575. 2024-11-20T06:54:40,985 DEBUG [Thread-2575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:40,985 DEBUG [Thread-2575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,985 DEBUG [Thread-2575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,985 INFO [Thread-2579 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2579. 2024-11-20T06:54:40,985 DEBUG [Thread-2579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:40,985 DEBUG [Thread-2579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:40,985 DEBUG [Thread-2579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:40,988 INFO [Thread-2577 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2577. 2024-11-20T06:54:40,988 DEBUG [Thread-2577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:40,988 DEBUG [Thread-2577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,988 DEBUG [Thread-2577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:40,988 INFO [Thread-2583 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2583. 2024-11-20T06:54:40,988 INFO [Thread-2581 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2581. 2024-11-20T06:54:40,988 DEBUG [Thread-2581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:40,988 DEBUG [Thread-2583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:40,988 DEBUG [Thread-2581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,988 DEBUG [Thread-2583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,988 DEBUG [Thread-2581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,988 DEBUG [Thread-2583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:40,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:40,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:41,110 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#A#compaction#550 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:41,110 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/ed0a2b94ea4d4235bcd81d074c2f2df3 is 175, key is test_row_0/A:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:41,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742468_1644 (size=31617) 2024-11-20T06:54:41,118 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e60a0e62d77f4967b57c752576c11b49 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e60a0e62d77f4967b57c752576c11b49 2024-11-20T06:54:41,124 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/B of e6f04bc3d1ef8cc94834120791601da2 into e60a0e62d77f4967b57c752576c11b49(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:41,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:41,124 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/B, priority=13, startTime=1732085680696; duration=0sec 2024-11-20T06:54:41,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T06:54:41,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:B 2024-11-20T06:54:41,124 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T06:54:41,125 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T06:54:41,125 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1541): e6f04bc3d1ef8cc94834120791601da2/C is initiating minor compaction (all files) 2024-11-20T06:54:41,125 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e6f04bc3d1ef8cc94834120791601da2/C in TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:41,126 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/15834f0cbbd94272a1962f3d10cab305, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/fa36cf8f0432457db22269cc6f92d221, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/9f47c758eae14d0d840d2135efd12bc3] into tmpdir=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp, totalSize=36.0 K 2024-11-20T06:54:41,126 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 15834f0cbbd94272a1962f3d10cab305, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732085672543 2024-11-20T06:54:41,126 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting fa36cf8f0432457db22269cc6f92d221, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732085674707 2024-11-20T06:54:41,126 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f47c758eae14d0d840d2135efd12bc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732085676888 2024-11-20T06:54:41,131 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e6f04bc3d1ef8cc94834120791601da2#C#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T06:54:41,132 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/94cd896fcb55413d94446360cbe12560 is 50, key is test_row_0/C:col10/1732085676888/Put/seqid=0 2024-11-20T06:54:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742469_1645 (size=12663) 2024-11-20T06:54:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:41,148 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052e55bdb4e9e4bdeb50789525e428ad4_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052e55bdb4e9e4bdeb50789525e428ad4_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/eedad37b03b148509bff8b35b96dd14a, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/eedad37b03b148509bff8b35b96dd14a is 175, key is test_row_0/A:col10/1732085679084/Put/seqid=0 2024-11-20T06:54:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742470_1646 (size=31105) 2024-11-20T06:54:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44005 {}] regionserver.HRegion(8855): Flush requested on e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:41,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. as already flushing 2024-11-20T06:54:41,275 INFO [Thread-2572 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2572. 2024-11-20T06:54:41,276 INFO [Thread-2566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2566. 2024-11-20T06:54:41,276 INFO [Thread-2564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2564. 2024-11-20T06:54:41,276 DEBUG [Thread-2572 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:41,276 DEBUG [Thread-2564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:41,276 DEBUG [Thread-2572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:41,276 DEBUG [Thread-2566 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:41,276 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:41,276 DEBUG [Thread-2566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:41,276 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:41,276 DEBUG [Thread-2572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:41,276 DEBUG [Thread-2566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:41,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:41,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:41,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:41,523 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/ed0a2b94ea4d4235bcd81d074c2f2df3 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/ed0a2b94ea4d4235bcd81d074c2f2df3 2024-11-20T06:54:41,529 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/A of e6f04bc3d1ef8cc94834120791601da2 into ed0a2b94ea4d4235bcd81d074c2f2df3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:41,529 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:41,529 INFO [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/A, priority=13, startTime=1732085680696; duration=0sec 2024-11-20T06:54:41,529 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:41,529 DEBUG [RS:0;61c2066a8a0f:44005-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:A 2024-11-20T06:54:41,539 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/94cd896fcb55413d94446360cbe12560 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/94cd896fcb55413d94446360cbe12560 2024-11-20T06:54:41,544 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e6f04bc3d1ef8cc94834120791601da2/C of e6f04bc3d1ef8cc94834120791601da2 into 94cd896fcb55413d94446360cbe12560(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T06:54:41,544 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:41,544 INFO [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., storeName=e6f04bc3d1ef8cc94834120791601da2/C, priority=13, startTime=1732085680696; duration=0sec 2024-11-20T06:54:41,544 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T06:54:41,544 DEBUG [RS:0;61c2066a8a0f:44005-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e6f04bc3d1ef8cc94834120791601da2:C 2024-11-20T06:54:41,552 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/eedad37b03b148509bff8b35b96dd14a 2024-11-20T06:54:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/73ae72644a32457284f8430dec5da231 is 50, key is test_row_0/B:col10/1732085679084/Put/seqid=0 2024-11-20T06:54:41,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742471_1647 (size=12151) 2024-11-20T06:54:41,963 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/73ae72644a32457284f8430dec5da231 2024-11-20T06:54:41,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/f3021749971c45e9ad591efada95cf29 is 50, key is test_row_0/C:col10/1732085679084/Put/seqid=0 2024-11-20T06:54:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742472_1648 (size=12151) 2024-11-20T06:54:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:42,379 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/f3021749971c45e9ad591efada95cf29 2024-11-20T06:54:42,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/eedad37b03b148509bff8b35b96dd14a as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/eedad37b03b148509bff8b35b96dd14a 2024-11-20T06:54:42,392 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/eedad37b03b148509bff8b35b96dd14a, entries=150, sequenceid=208, filesize=30.4 K 2024-11-20T06:54:42,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/73ae72644a32457284f8430dec5da231 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/73ae72644a32457284f8430dec5da231 2024-11-20T06:54:42,396 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/73ae72644a32457284f8430dec5da231, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T06:54:42,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/f3021749971c45e9ad591efada95cf29 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/f3021749971c45e9ad591efada95cf29 2024-11-20T06:54:42,400 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/f3021749971c45e9ad591efada95cf29, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T06:54:42,400 INFO [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for e6f04bc3d1ef8cc94834120791601da2 in 1663ms, sequenceid=208, compaction requested=false 2024-11-20T06:54:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for e6f04bc3d1ef8cc94834120791601da2: 2024-11-20T06:54:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:42,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/61c2066a8a0f:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-20T06:54:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-20T06:54:42,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-20T06:54:42,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5790 sec 2024-11-20T06:54:42,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 2.5830 sec 2024-11-20T06:54:42,673 INFO [Thread-2568 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2568. 2024-11-20T06:54:42,673 DEBUG [Thread-2568 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:42,674 DEBUG [Thread-2568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:42,674 DEBUG [Thread-2568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:42,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:43,668 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T06:54:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-20T06:54:44,002 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:47,524 INFO [Thread-2570 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2570. 2024-11-20T06:54:47,524 DEBUG [Thread-2570 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T06:54:47,524 DEBUG [Thread-2570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:47,525 DEBUG [Thread-2570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:47,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T06:54:47,525 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T06:54:47,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3562 2024-11-20T06:54:47,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3538 2024-11-20T06:54:47,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3599 2024-11-20T06:54:47,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3568 2024-11-20T06:54:47,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3536 2024-11-20T06:54:47,526 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T06:54:47,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:54:47,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:54:47,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:47,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:47,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:47,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T06:54:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T06:54:47,535 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085687535"}]},"ts":"1732085687535"} 2024-11-20T06:54:47,537 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T06:54:47,537 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T06:54:47,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T06:54:47,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, UNASSIGN}] 2024-11-20T06:54:47,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, UNASSIGN 2024-11-20T06:54:47,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=CLOSING, regionLocation=61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, UNASSIGN because future has completed 2024-11-20T06:54:47,544 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T06:54:47,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243}] 2024-11-20T06:54:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T06:54:47,697 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(122): Close e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:47,697 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T06:54:47,698 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1722): Closing e6f04bc3d1ef8cc94834120791601da2, disabling compactions & flushes 2024-11-20T06:54:47,698 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:47,698 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:47,698 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. after waiting 0 ms 2024-11-20T06:54:47,698 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:47,699 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(2902): Flushing e6f04bc3d1ef8cc94834120791601da2 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T06:54:47,699 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=A 2024-11-20T06:54:47,700 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:47,700 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=B 2024-11-20T06:54:47,700 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:47,700 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e6f04bc3d1ef8cc94834120791601da2, store=C 2024-11-20T06:54:47,700 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T06:54:47,706 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203073a1368631442980b388d3370bc069_e6f04bc3d1ef8cc94834120791601da2 is 50, key is test_row_0/A:col10/1732085681271/Put/seqid=0 2024-11-20T06:54:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742473_1649 (size=9814) 2024-11-20T06:54:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T06:54:48,110 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T06:54:48,117 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203073a1368631442980b388d3370bc069_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203073a1368631442980b388d3370bc069_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:48,118 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/6a484780e5ef42bcab301acd0f6a7aac, store: [table=TestAcidGuarantees family=A region=e6f04bc3d1ef8cc94834120791601da2] 2024-11-20T06:54:48,119 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/6a484780e5ef42bcab301acd0f6a7aac is 175, key is test_row_0/A:col10/1732085681271/Put/seqid=0 2024-11-20T06:54:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742474_1650 (size=22461) 2024-11-20T06:54:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T06:54:48,259 DEBUG [regionserver/61c2066a8a0f:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-20T06:54:48,524 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/6a484780e5ef42bcab301acd0f6a7aac 2024-11-20T06:54:48,535 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e3a79d03ff0a4e0884bd7d1b057f3a27 is 50, key is test_row_0/B:col10/1732085681271/Put/seqid=0 2024-11-20T06:54:48,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742475_1651 (size=9757) 2024-11-20T06:54:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T06:54:48,941 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e3a79d03ff0a4e0884bd7d1b057f3a27 2024-11-20T06:54:48,955 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/0439ae9eed924dea934cf00aa368e57c is 50, key is test_row_0/C:col10/1732085681271/Put/seqid=0 2024-11-20T06:54:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742476_1652 (size=9757) 2024-11-20T06:54:49,360 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/0439ae9eed924dea934cf00aa368e57c 2024-11-20T06:54:49,370 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/A/6a484780e5ef42bcab301acd0f6a7aac as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/6a484780e5ef42bcab301acd0f6a7aac 2024-11-20T06:54:49,374 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/6a484780e5ef42bcab301acd0f6a7aac, entries=100, sequenceid=219, filesize=21.9 K 2024-11-20T06:54:49,375 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/B/e3a79d03ff0a4e0884bd7d1b057f3a27 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e3a79d03ff0a4e0884bd7d1b057f3a27 2024-11-20T06:54:49,378 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e3a79d03ff0a4e0884bd7d1b057f3a27, entries=100, sequenceid=219, filesize=9.5 K 2024-11-20T06:54:49,379 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/.tmp/C/0439ae9eed924dea934cf00aa368e57c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/0439ae9eed924dea934cf00aa368e57c 2024-11-20T06:54:49,382 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/0439ae9eed924dea934cf00aa368e57c, entries=100, sequenceid=219, filesize=9.5 K 2024-11-20T06:54:49,383 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e6f04bc3d1ef8cc94834120791601da2 in 1685ms, sequenceid=219, compaction requested=true 2024-11-20T06:54:49,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60f6ea8ac78647989b825ce4cebb3c6b, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/d5e93f90812f46ef92e40a7c11f981cd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/5d193641687b450480871b11fead6274, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/bf1b3d2a96da43aeacde7c961f1ebd6a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a] to archive 2024-11-20T06:54:49,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:54:49,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/89f02508d8fb4edbb55ae4d2442f1a5a 2024-11-20T06:54:49,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/fa5583bab6a149eab553c63f5e7d5986 2024-11-20T06:54:49,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60f6ea8ac78647989b825ce4cebb3c6b to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60f6ea8ac78647989b825ce4cebb3c6b 2024-11-20T06:54:49,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/60968cbff2834258892e2ee50a50db46 2024-11-20T06:54:49,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/c621e37ec16945809f3a4feee8f52356 2024-11-20T06:54:49,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/d5e93f90812f46ef92e40a7c11f981cd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/d5e93f90812f46ef92e40a7c11f981cd 2024-11-20T06:54:49,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/f509af316f594404a54834432f55c632 2024-11-20T06:54:49,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/be8442d2ff1048debc57e620f15bef50 2024-11-20T06:54:49,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/5d193641687b450480871b11fead6274 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/5d193641687b450480871b11fead6274 2024-11-20T06:54:49,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/1b1017556aa14b23b1e04f062958265a 2024-11-20T06:54:49,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/7185afea27e04d7cae9c7dd4776e6ef7 2024-11-20T06:54:49,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/de397697531749f1a4d94baf298859bc 2024-11-20T06:54:49,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/bf1b3d2a96da43aeacde7c961f1ebd6a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/bf1b3d2a96da43aeacde7c961f1ebd6a 2024-11-20T06:54:49,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/8a0d1806a1d241159b597c25b7c1ba80 2024-11-20T06:54:49,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/e3cf3a3b9f7d41df8482b4cbaa1f9a1a 2024-11-20T06:54:49,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2152e6292639403d9ece6a3eb3cf744c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b5f3079c720f4f2d8c77d4056cbbc8d1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c0cf7d9c56aa4fb9820e295f313d50bd, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/39f5d4a79a0941e88092cd4ada491dd7, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2a513ff5ed464d8f83f40c9678f1152f, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e869a631be1a446e9e5dfeb88c668f28, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/02abfaeb586145f98a419e9a3dba1ba5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/989a7be7b0624d2da019fd9bcf621444, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/93aa9bf397b9445fa15e2418a34392d4, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c1aff126e7e24709955f52721424a834, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/d032312e9e5b4e16b0eefc67bf32ac94, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b318aed6df724920beb1b0eed0941b4a, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/5faa93874cc44b0dbdda93c3b1c672af, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/55e709240ec74660b0af80901f8a4534, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/3db518d37c22440ca56b8ba144eedfe4] to archive 2024-11-20T06:54:49,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:54:49,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2152e6292639403d9ece6a3eb3cf744c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2152e6292639403d9ece6a3eb3cf744c 2024-11-20T06:54:49,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b5f3079c720f4f2d8c77d4056cbbc8d1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b5f3079c720f4f2d8c77d4056cbbc8d1 2024-11-20T06:54:49,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c0cf7d9c56aa4fb9820e295f313d50bd to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c0cf7d9c56aa4fb9820e295f313d50bd 2024-11-20T06:54:49,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/39f5d4a79a0941e88092cd4ada491dd7 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/39f5d4a79a0941e88092cd4ada491dd7 2024-11-20T06:54:49,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2a513ff5ed464d8f83f40c9678f1152f to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/2a513ff5ed464d8f83f40c9678f1152f 2024-11-20T06:54:49,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e869a631be1a446e9e5dfeb88c668f28 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e869a631be1a446e9e5dfeb88c668f28 2024-11-20T06:54:49,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/02abfaeb586145f98a419e9a3dba1ba5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/02abfaeb586145f98a419e9a3dba1ba5 2024-11-20T06:54:49,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/989a7be7b0624d2da019fd9bcf621444 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/989a7be7b0624d2da019fd9bcf621444 2024-11-20T06:54:49,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/93aa9bf397b9445fa15e2418a34392d4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/93aa9bf397b9445fa15e2418a34392d4 2024-11-20T06:54:49,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c1aff126e7e24709955f52721424a834 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/c1aff126e7e24709955f52721424a834 2024-11-20T06:54:49,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/d032312e9e5b4e16b0eefc67bf32ac94 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/d032312e9e5b4e16b0eefc67bf32ac94 2024-11-20T06:54:49,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b318aed6df724920beb1b0eed0941b4a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/b318aed6df724920beb1b0eed0941b4a 2024-11-20T06:54:49,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/5faa93874cc44b0dbdda93c3b1c672af to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/5faa93874cc44b0dbdda93c3b1c672af 2024-11-20T06:54:49,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/55e709240ec74660b0af80901f8a4534 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/55e709240ec74660b0af80901f8a4534 2024-11-20T06:54:49,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/3db518d37c22440ca56b8ba144eedfe4 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/3db518d37c22440ca56b8ba144eedfe4 2024-11-20T06:54:49,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b9f57443f4034651bd5bd05a5bea6fe5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4f35944e65e5418d9ffc15e43ff4d777, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/1d1faf6d517c47a9810c89c31fde4fdc, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/be1f589a3cf7405484f970ccd266737c, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da521c7e51454afe885ab10abd958036, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/87c1724d70d3412c9a5c22741dd29cb8, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4bc3d2aad08048f486d29ee7c0ef39f3, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/d147a6dc1a2d458ebb86f4ac30ecdda5, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/3e9b85fc9e734e5e97c5b1d17355e01e, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da815fea6b9e42a5b1ea689b418e9f4d, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/15834f0cbbd94272a1962f3d10cab305, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b7509715808043aeae38765c85e97d44, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/fa36cf8f0432457db22269cc6f92d221, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/9f47c758eae14d0d840d2135efd12bc3] to archive 2024-11-20T06:54:49,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T06:54:49,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/a107e30c4b9d46ba9fa4ccbb7f87f0a1 2024-11-20T06:54:49,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b9f57443f4034651bd5bd05a5bea6fe5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b9f57443f4034651bd5bd05a5bea6fe5 2024-11-20T06:54:49,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4f35944e65e5418d9ffc15e43ff4d777 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4f35944e65e5418d9ffc15e43ff4d777 2024-11-20T06:54:49,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/1d1faf6d517c47a9810c89c31fde4fdc to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/1d1faf6d517c47a9810c89c31fde4fdc 2024-11-20T06:54:49,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/be1f589a3cf7405484f970ccd266737c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/be1f589a3cf7405484f970ccd266737c 2024-11-20T06:54:49,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da521c7e51454afe885ab10abd958036 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da521c7e51454afe885ab10abd958036 2024-11-20T06:54:49,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/87c1724d70d3412c9a5c22741dd29cb8 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/87c1724d70d3412c9a5c22741dd29cb8 2024-11-20T06:54:49,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4bc3d2aad08048f486d29ee7c0ef39f3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/4bc3d2aad08048f486d29ee7c0ef39f3 2024-11-20T06:54:49,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/d147a6dc1a2d458ebb86f4ac30ecdda5 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/d147a6dc1a2d458ebb86f4ac30ecdda5 2024-11-20T06:54:49,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/3e9b85fc9e734e5e97c5b1d17355e01e to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/3e9b85fc9e734e5e97c5b1d17355e01e 2024-11-20T06:54:49,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da815fea6b9e42a5b1ea689b418e9f4d to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/da815fea6b9e42a5b1ea689b418e9f4d 2024-11-20T06:54:49,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/15834f0cbbd94272a1962f3d10cab305 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/15834f0cbbd94272a1962f3d10cab305 2024-11-20T06:54:49,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b7509715808043aeae38765c85e97d44 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/b7509715808043aeae38765c85e97d44 2024-11-20T06:54:49,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/fa36cf8f0432457db22269cc6f92d221 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/fa36cf8f0432457db22269cc6f92d221 2024-11-20T06:54:49,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/9f47c758eae14d0d840d2135efd12bc3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/9f47c758eae14d0d840d2135efd12bc3 2024-11-20T06:54:49,455 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/recovered.edits/222.seqid, newMaxSeqId=222, maxSeqId=4 2024-11-20T06:54:49,456 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. 2024-11-20T06:54:49,456 DEBUG [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1676): Region close journal for e6f04bc3d1ef8cc94834120791601da2: Waiting for close lock at 1732085687697Running coprocessor pre-close hooks at 1732085687697Disabling compacts and flushes for region at 1732085687697Disabling writes for close at 1732085687698 (+1 ms)Obtaining lock to block concurrent updates at 1732085687699 (+1 ms)Preparing flush snapshotting stores in e6f04bc3d1ef8cc94834120791601da2 at 1732085687699Finished memstore snapshotting TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732085687700 (+1 ms)Flushing stores of TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2. at 1732085687701 (+1 ms)Flushing e6f04bc3d1ef8cc94834120791601da2/A: creating writer at 1732085687701Flushing mob file e6f04bc3d1ef8cc94834120791601da2/A: appending metadata at 1732085687706 (+5 ms)Flushing mob file e6f04bc3d1ef8cc94834120791601da2/A: closing flushed file at 1732085687706Flushing e6f04bc3d1ef8cc94834120791601da2/A: appending metadata at 1732085688118 (+412 ms)Flushing e6f04bc3d1ef8cc94834120791601da2/A: closing flushed file at 1732085688118Flushing e6f04bc3d1ef8cc94834120791601da2/B: creating writer at 1732085688531 (+413 ms)Flushing e6f04bc3d1ef8cc94834120791601da2/B: appending metadata at 1732085688535 (+4 ms)Flushing e6f04bc3d1ef8cc94834120791601da2/B: closing flushed file at 1732085688535Flushing e6f04bc3d1ef8cc94834120791601da2/C: creating writer at 1732085688949 (+414 ms)Flushing e6f04bc3d1ef8cc94834120791601da2/C: appending metadata at 1732085688954 (+5 ms)Flushing e6f04bc3d1ef8cc94834120791601da2/C: closing flushed file at 1732085688954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487dac01: reopening flushed file at 1732085689368 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fd657e: reopening flushed file at 1732085689374 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745c38a1: reopening flushed file at 1732085689378 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for e6f04bc3d1ef8cc94834120791601da2 in 1685ms, sequenceid=219, compaction requested=true at 1732085689383 (+5 ms)Writing region close event to WAL at 1732085689451 (+68 ms)Running coprocessor post-close hooks at 1732085689456 (+5 ms)Closed at 1732085689456 2024-11-20T06:54:49,458 INFO [RS_CLOSE_REGION-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(157): Closed e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=e6f04bc3d1ef8cc94834120791601da2, regionState=CLOSED 2024-11-20T06:54:49,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=183, ppid=182, state=RUNNABLE, hasLock=false; CloseRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 because future has completed 2024-11-20T06:54:49,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-20T06:54:49,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; CloseRegionProcedure e6f04bc3d1ef8cc94834120791601da2, server=61c2066a8a0f,44005,1732085505243 in 1.9180 sec 2024-11-20T06:54:49,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=182, resume processing ppid=181 2024-11-20T06:54:49,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=181, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e6f04bc3d1ef8cc94834120791601da2, UNASSIGN in 1.9240 sec 2024-11-20T06:54:49,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-20T06:54:49,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9280 sec 2024-11-20T06:54:49,469 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732085689469"}]},"ts":"1732085689469"} 2024-11-20T06:54:49,470 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T06:54:49,470 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T06:54:49,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-20T06:54:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-20T06:54:49,682 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:49,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T06:54:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:49,688 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=184, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-20T06:54:49,689 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=184, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:49,693 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,697 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C, FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/recovered.edits] 2024-11-20T06:54:49,701 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/6a484780e5ef42bcab301acd0f6a7aac to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/6a484780e5ef42bcab301acd0f6a7aac 2024-11-20T06:54:49,703 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/ed0a2b94ea4d4235bcd81d074c2f2df3 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/ed0a2b94ea4d4235bcd81d074c2f2df3 2024-11-20T06:54:49,705 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/eedad37b03b148509bff8b35b96dd14a to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/A/eedad37b03b148509bff8b35b96dd14a 2024-11-20T06:54:49,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/73ae72644a32457284f8430dec5da231 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/73ae72644a32457284f8430dec5da231 2024-11-20T06:54:49,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e3a79d03ff0a4e0884bd7d1b057f3a27 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e3a79d03ff0a4e0884bd7d1b057f3a27 2024-11-20T06:54:49,709 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e60a0e62d77f4967b57c752576c11b49 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/B/e60a0e62d77f4967b57c752576c11b49 2024-11-20T06:54:49,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/0439ae9eed924dea934cf00aa368e57c to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/0439ae9eed924dea934cf00aa368e57c 2024-11-20T06:54:49,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/94cd896fcb55413d94446360cbe12560 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/94cd896fcb55413d94446360cbe12560 2024-11-20T06:54:49,714 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/f3021749971c45e9ad591efada95cf29 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/C/f3021749971c45e9ad591efada95cf29 2024-11-20T06:54:49,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/recovered.edits/222.seqid to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2/recovered.edits/222.seqid 2024-11-20T06:54:49,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/default/TestAcidGuarantees/e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,717 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T06:54:49,718 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T06:54:49,718 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T06:54:49,722 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200277a83a28874af99049eb9c03901ce1_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200277a83a28874af99049eb9c03901ce1_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,723 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007bcdb7d0e6645c9b69dd5c802739c45_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007bcdb7d0e6645c9b69dd5c802739c45_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,725 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200c2b020e77e5439eacf0f4867e3b7751_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200c2b020e77e5439eacf0f4867e3b7751_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,726 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203073a1368631442980b388d3370bc069_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203073a1368631442980b388d3370bc069_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,728 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038072d8cbe29425496bec087807c7ec8_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038072d8cbe29425496bec087807c7ec8_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,729 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204d5763a21704421b8ff4baa2a60d987f_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204d5763a21704421b8ff4baa2a60d987f_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,731 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052e55bdb4e9e4bdeb50789525e428ad4_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052e55bdb4e9e4bdeb50789525e428ad4_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,733 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208236b29b0c104f3aae42dd5eee62d3f0_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208236b29b0c104f3aae42dd5eee62d3f0_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112097f50e1022c440b094b70050ef5fbb59_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112097f50e1022c440b094b70050ef5fbb59_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,737 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209e38b9273135456d84dbab38e02b7b2a_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209e38b9273135456d84dbab38e02b7b2a_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,739 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd939dc658b04fd18c2af306c7904864_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd939dc658b04fd18c2af306c7904864_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,741 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f4168428573b4e039ae6f90bf248d078_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f4168428573b4e039ae6f90bf248d078_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ffa88e75713c4dfd9f8264f6d1258696_e6f04bc3d1ef8cc94834120791601da2 to hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ffa88e75713c4dfd9f8264f6d1258696_e6f04bc3d1ef8cc94834120791601da2 2024-11-20T06:54:49,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T06:54:49,747 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=184, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:49,751 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T06:54:49,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T06:54:49,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=184, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:49,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T06:54:49,756 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732085689756"}]},"ts":"9223372036854775807"} 2024-11-20T06:54:49,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T06:54:49,759 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e6f04bc3d1ef8cc94834120791601da2, NAME => 'TestAcidGuarantees,,1732085657834.e6f04bc3d1ef8cc94834120791601da2.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T06:54:49,759 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T06:54:49,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732085689759"}]},"ts":"9223372036854775807"} 2024-11-20T06:54:49,762 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T06:54:49,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=184, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T06:54:49,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-20T06:54:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-20T06:54:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T06:54:49,801 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T06:54:49,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=3890 (was 4089) 2024-11-20T06:54:49,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T06:54:49,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:54:49,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:54:49,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:49,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:49,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T06:54:49,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T06:54:49,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432429954, stopped=false 2024-11-20T06:54:49,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=61c2066a8a0f,45763,1732085504537 2024-11-20T06:54:49,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:54:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:54:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T06:54:49,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:54:49,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:54:49,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T06:54:49,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:54:49,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:49,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:54:49,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T06:54:49,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '61c2066a8a0f,44005,1732085505243' ***** 2024-11-20T06:54:49,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T06:54:49,877 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T06:54:49,878 INFO [RS:0;61c2066a8a0f:44005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T06:54:49,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T06:54:49,878 INFO [RS:0;61c2066a8a0f:44005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T06:54:49,878 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(959): stopping server 61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:49,878 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:54:49,878 INFO [RS:0;61c2066a8a0f:44005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;61c2066a8a0f:44005. 2024-11-20T06:54:49,879 DEBUG [RS:0;61c2066a8a0f:44005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T06:54:49,879 DEBUG [RS:0;61c2066a8a0f:44005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:49,879 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T06:54:49,879 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T06:54:49,879 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T06:54:49,879 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T06:54:49,880 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T06:54:49,880 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T06:54:49,880 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:49,880 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T06:54:49,880 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T06:54:49,880 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T06:54:49,880 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T06:54:49,880 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T06:54:49,880 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T06:54:49,903 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/info/75087473130a454eb4b59afd1a7074d4 is 95, key is TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2./info:/1732085536525/DeleteFamily/seqid=0 2024-11-20T06:54:49,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742477_1653 (size=6514) 2024-11-20T06:54:49,932 INFO [regionserver/61c2066a8a0f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:54:50,080 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:50,259 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T06:54:50,259 INFO [regionserver/61c2066a8a0f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T06:54:50,281 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:50,307 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/info/75087473130a454eb4b59afd1a7074d4 2024-11-20T06:54:50,336 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/ns/2612e8230fba421baa7b4368825b17f7 is 93, key is TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2./ns:/1732085536485/DeleteFamily/seqid=0 2024-11-20T06:54:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742478_1654 (size=5906) 2024-11-20T06:54:50,481 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:50,681 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:50,740 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/ns/2612e8230fba421baa7b4368825b17f7 2024-11-20T06:54:50,764 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/rep_barrier/c25fcf0a04e14a9bbfbae50d5fb6811c is 102, key is TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2./rep_barrier:/1732085536485/DeleteFamily/seqid=0 2024-11-20T06:54:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742479_1655 (size=6025) 2024-11-20T06:54:50,881 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:51,082 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:51,168 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/rep_barrier/c25fcf0a04e14a9bbfbae50d5fb6811c 2024-11-20T06:54:51,196 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/table/63a7e0d5749d470bac629ff6b08e78c8 is 96, key is TestAcidGuarantees,,1732085509847.cf9e4f6f6fcc3d30bdaca03ddd6c0bb2./table:/1732085536485/DeleteFamily/seqid=0 2024-11-20T06:54:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742480_1656 (size=5936) 2024-11-20T06:54:51,282 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:51,482 DEBUG [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T06:54:51,602 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/table/63a7e0d5749d470bac629ff6b08e78c8 2024-11-20T06:54:51,611 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/info/75087473130a454eb4b59afd1a7074d4 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/info/75087473130a454eb4b59afd1a7074d4 2024-11-20T06:54:51,616 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/info/75087473130a454eb4b59afd1a7074d4, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T06:54:51,617 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/ns/2612e8230fba421baa7b4368825b17f7 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/ns/2612e8230fba421baa7b4368825b17f7 2024-11-20T06:54:51,621 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/ns/2612e8230fba421baa7b4368825b17f7, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T06:54:51,622 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/rep_barrier/c25fcf0a04e14a9bbfbae50d5fb6811c as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/rep_barrier/c25fcf0a04e14a9bbfbae50d5fb6811c 2024-11-20T06:54:51,625 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/rep_barrier/c25fcf0a04e14a9bbfbae50d5fb6811c, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T06:54:51,626 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/.tmp/table/63a7e0d5749d470bac629ff6b08e78c8 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/table/63a7e0d5749d470bac629ff6b08e78c8 2024-11-20T06:54:51,629 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/table/63a7e0d5749d470bac629ff6b08e78c8, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T06:54:51,630 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=90, compaction requested=false 2024-11-20T06:54:51,634 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T06:54:51,635 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T06:54:51,635 INFO [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T06:54:51,635 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732085689880Running coprocessor pre-close hooks at 1732085689880Disabling compacts and flushes for region at 1732085689880Disabling writes for close at 1732085689880Obtaining lock to block concurrent updates at 1732085689880Preparing flush snapshotting stores in 1588230740 at 1732085689880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732085689881 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732085689881Flushing 1588230740/info: creating writer at 1732085689882 (+1 ms)Flushing 1588230740/info: appending metadata at 1732085689902 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732085689902Flushing 1588230740/ns: creating writer at 1732085690314 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732085690335 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732085690335Flushing 1588230740/rep_barrier: creating writer at 1732085690746 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732085690764 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732085690764Flushing 1588230740/table: creating writer at 1732085691178 (+414 ms)Flushing 1588230740/table: appending metadata at 1732085691196 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732085691196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4841c5: reopening flushed file at 1732085691610 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619484a5: reopening flushed file at 1732085691616 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668e4651: reopening flushed file at 1732085691621 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cb61831: reopening flushed file at 1732085691625 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=90, compaction requested=false at 1732085691630 (+5 ms)Writing region close event to WAL at 1732085691631 (+1 ms)Running coprocessor post-close hooks at 1732085691635 (+4 ms)Closed at 1732085691635 2024-11-20T06:54:51,635 DEBUG [RS_CLOSE_META-regionserver/61c2066a8a0f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T06:54:51,683 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(976): stopping server 61c2066a8a0f,44005,1732085505243; all regions closed. 2024-11-20T06:54:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741834_1010 (size=25344) 2024-11-20T06:54:51,694 DEBUG [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/oldWALs 2024-11-20T06:54:51,695 INFO [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44005%2C1732085505243.meta:.meta(num 1732085509461) 2024-11-20T06:54:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741832_1008 (size=18852737) 2024-11-20T06:54:51,700 DEBUG [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/oldWALs 2024-11-20T06:54:51,700 INFO [RS:0;61c2066a8a0f:44005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 61c2066a8a0f%2C44005%2C1732085505243:(num 1732085508403) 2024-11-20T06:54:51,700 DEBUG [RS:0;61c2066a8a0f:44005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T06:54:51,700 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T06:54:51,700 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:54:51,700 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.ChoreService(370): Chore service for: regionserver/61c2066a8a0f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T06:54:51,701 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:54:51,701 INFO [regionserver/61c2066a8a0f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:54:51,702 INFO [RS:0;61c2066a8a0f:44005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44005 2024-11-20T06:54:51,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/61c2066a8a0f,44005,1732085505243 2024-11-20T06:54:51,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T06:54:51,756 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:54:51,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [61c2066a8a0f,44005,1732085505243] 2024-11-20T06:54:51,772 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/61c2066a8a0f,44005,1732085505243 already deleted, retry=false 2024-11-20T06:54:51,773 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 61c2066a8a0f,44005,1732085505243 expired; onlineServers=0 2024-11-20T06:54:51,773 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '61c2066a8a0f,45763,1732085504537' ***** 2024-11-20T06:54:51,773 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T06:54:51,773 INFO [M:0;61c2066a8a0f:45763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T06:54:51,773 INFO [M:0;61c2066a8a0f:45763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T06:54:51,773 DEBUG [M:0;61c2066a8a0f:45763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T06:54:51,773 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T06:54:51,773 DEBUG [M:0;61c2066a8a0f:45763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T06:54:51,773 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085508136 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.large.0-1732085508136,5,FailOnTimeoutGroup] 2024-11-20T06:54:51,773 DEBUG [master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085508137 {}] cleaner.HFileCleaner(306): Exit Thread[master/61c2066a8a0f:0:becomeActiveMaster-HFileCleaner.small.0-1732085508137,5,FailOnTimeoutGroup] 2024-11-20T06:54:51,774 INFO [M:0;61c2066a8a0f:45763 {}] hbase.ChoreService(370): Chore service for: master/61c2066a8a0f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T06:54:51,774 INFO [M:0;61c2066a8a0f:45763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T06:54:51,774 DEBUG [M:0;61c2066a8a0f:45763 {}] master.HMaster(1795): Stopping service threads 2024-11-20T06:54:51,774 INFO [M:0;61c2066a8a0f:45763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T06:54:51,774 INFO [M:0;61c2066a8a0f:45763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T06:54:51,774 ERROR [M:0;61c2066a8a0f:45763 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T06:54:51,775 INFO [M:0;61c2066a8a0f:45763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T06:54:51,775 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T06:54:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T06:54:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T06:54:51,781 DEBUG [M:0;61c2066a8a0f:45763 {}] zookeeper.ZKUtil(347): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T06:54:51,781 WARN [M:0;61c2066a8a0f:45763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T06:54:51,782 INFO [M:0;61c2066a8a0f:45763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/.lastflushedseqids 2024-11-20T06:54:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742481_1657 (size=72) 2024-11-20T06:54:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:54:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44005-0x101584ce9aa0001, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:54:51,865 INFO [RS:0;61c2066a8a0f:44005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:54:51,865 INFO [RS:0;61c2066a8a0f:44005 {}] regionserver.HRegionServer(1031): Exiting; stopping=61c2066a8a0f,44005,1732085505243; zookeeper connection closed. 2024-11-20T06:54:51,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b608df5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b608df5 2024-11-20T06:54:51,867 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T06:54:52,195 INFO [M:0;61c2066a8a0f:45763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T06:54:52,195 INFO [M:0;61c2066a8a0f:45763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T06:54:52,196 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T06:54:52,196 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:54:52,196 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:54:52,196 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T06:54:52,196 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:54:52,196 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=793.61 KB heapSize=973.74 KB 2024-11-20T06:54:52,219 DEBUG [M:0;61c2066a8a0f:45763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5f6d726123a422c9c078edf8ea11d30 is 82, key is hbase:meta,,1/info:regioninfo/1732085509542/Put/seqid=0 2024-11-20T06:54:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742482_1658 (size=5672) 2024-11-20T06:54:52,622 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2216 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5f6d726123a422c9c078edf8ea11d30 2024-11-20T06:54:52,648 DEBUG [M:0;61c2066a8a0f:45763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4e0181a65c04e03a1cdcdfdb42fc3c9 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\xA3/proc:d/1732085660941/Put/seqid=0 2024-11-20T06:54:52,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742483_1659 (size=47782) 2024-11-20T06:54:53,052 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=793.05 KB at sequenceid=2216 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4e0181a65c04e03a1cdcdfdb42fc3c9 2024-11-20T06:54:53,060 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4e0181a65c04e03a1cdcdfdb42fc3c9 2024-11-20T06:54:53,079 DEBUG [M:0;61c2066a8a0f:45763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a56a15d9eb647f0bfcd4b607ac59673 is 69, key is 61c2066a8a0f,44005,1732085505243/rs:state/1732085508151/Put/seqid=0 2024-11-20T06:54:53,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073742484_1660 (size=5156) 2024-11-20T06:54:53,483 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2216 (bloomFilter=true), to=hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a56a15d9eb647f0bfcd4b607ac59673 2024-11-20T06:54:53,492 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5f6d726123a422c9c078edf8ea11d30 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5f6d726123a422c9c078edf8ea11d30 2024-11-20T06:54:53,497 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5f6d726123a422c9c078edf8ea11d30, entries=8, sequenceid=2216, filesize=5.5 K 2024-11-20T06:54:53,497 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4e0181a65c04e03a1cdcdfdb42fc3c9 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4e0181a65c04e03a1cdcdfdb42fc3c9 2024-11-20T06:54:53,501 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4e0181a65c04e03a1cdcdfdb42fc3c9 2024-11-20T06:54:53,501 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4e0181a65c04e03a1cdcdfdb42fc3c9, entries=184, sequenceid=2216, filesize=46.7 K 2024-11-20T06:54:53,502 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a56a15d9eb647f0bfcd4b607ac59673 as hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a56a15d9eb647f0bfcd4b607ac59673 2024-11-20T06:54:53,505 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34769/user/jenkins/test-data/6192e068-ed24-216d-66e3-6e815e98ffd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a56a15d9eb647f0bfcd4b607ac59673, entries=1, sequenceid=2216, filesize=5.0 K 2024-11-20T06:54:53,506 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~793.61 KB/812653, heapSize ~973.45 KB/996808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2216, compaction requested=false 2024-11-20T06:54:53,507 INFO [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T06:54:53,507 DEBUG [M:0;61c2066a8a0f:45763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732085692196Disabling compacts and flushes for region at 1732085692196Disabling writes for close at 1732085692196Obtaining lock to block concurrent updates at 1732085692196Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732085692196Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=812653, getHeapSize=997048, getOffHeapSize=0, getCellsCount=2425 at 1732085692197 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732085692198 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732085692198Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732085692219 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732085692219Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732085692628 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732085692648 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732085692648Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732085693060 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732085693078 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732085693078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75645815: reopening flushed file at 1732085693492 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7813ad0b: reopening flushed file at 1732085693497 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228f5718: reopening flushed file at 1732085693501 (+4 ms)Finished flush of dataSize ~793.61 KB/812653, heapSize ~973.45 KB/996808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2216, compaction requested=false at 1732085693506 (+5 ms)Writing region close event to WAL at 1732085693507 (+1 ms)Closed at 1732085693507 2024-11-20T06:54:53,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40333 is added to blk_1073741830_1006 (size=957948) 2024-11-20T06:54:53,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T06:54:53,510 INFO [M:0;61c2066a8a0f:45763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T06:54:53,510 INFO [M:0;61c2066a8a0f:45763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45763 2024-11-20T06:54:53,510 INFO [M:0;61c2066a8a0f:45763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T06:54:53,656 INFO [M:0;61c2066a8a0f:45763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T06:54:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:54:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x101584ce9aa0000, quorum=127.0.0.1:63420, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T06:54:53,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T06:54:53,669 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:54:53,669 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:54:53,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:54:53,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/hadoop.log.dir/,STOPPED} 2024-11-20T06:54:53,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T06:54:53,674 WARN [BP-658540964-172.17.0.2-1732085501177 heartbeating to localhost/127.0.0.1:34769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T06:54:53,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T06:54:53,674 WARN [BP-658540964-172.17.0.2-1732085501177 heartbeating to localhost/127.0.0.1:34769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-658540964-172.17.0.2-1732085501177 (Datanode Uuid d82d40a5-fb97-4705-9437-d2b073c4b97e) service to localhost/127.0.0.1:34769 2024-11-20T06:54:53,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/data/data1/current/BP-658540964-172.17.0.2-1732085501177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:54:53,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/cluster_91363849-69ff-cb78-4c42-b5dcac2b67a5/data/data2/current/BP-658540964-172.17.0.2-1732085501177 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T06:54:53,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T06:54:53,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T06:54:53,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T06:54:53,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T06:54:53,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T06:54:53,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7a33fb6b-f8c0-5c42-29c9-b47d57fd2664/hadoop.log.dir/,STOPPED} 2024-11-20T06:54:53,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T06:54:53,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down